-- Logs begin at Mon 2022-07-25 15:27:11 UTC, end at Mon 2022-07-25 16:47:11 UTC. -- Jul 25 16:13:55.879966 dv-cinder-836973-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 16:13:58.774637 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.common.config [-] Logging enabled! Jul 25 16:13:58.775353 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 16:13:58.775487 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103957) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 16:13:58.779084 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.common.config [-] Logging enabled! Jul 25 16:13:58.779357 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 16:13:58.779677 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103957) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 16:13:58.780706 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 16:13:58.780940 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 16:13:58.781571 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 16:13:58.781820 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 16:13:58.782054 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 16:13:58.782380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.782681 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.782914 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.783217 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.783508 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.783792 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.784083 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.784389 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.784680 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.784958 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.785246 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.785504 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.785787 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.786076 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.786364 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.786591 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.786876 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.787334 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.787767 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.788057 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.788346 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.788626 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.789100 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.789282 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.789584 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.789941 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] host = dv-cinder-836973-15-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.790232 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.790503 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.790791 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.791077 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.791381 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.791757 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.792196 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.792475 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.792750 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.793027 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.793315 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.793627 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.793931 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.794158 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.794391 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.794666 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.794953 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.795250 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.795500 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.795773 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.796105 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.796462 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.796811 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.797141 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.797459 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.797747 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.798021 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.798300 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.798570 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.798843 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.799219 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.799496 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.799832 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.800124 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.800413 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.800681 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.800953 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.801264 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.801584 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.801970 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.802262 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.802536 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.802821 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.803086 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.803359 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.803632 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.803903 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.804172 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.804454 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.804726 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.804995 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.805267 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.805561 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.805850 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.806121 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:13:58.806437 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.806731 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.807027 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.807318 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.807628 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.807988 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.808277 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.808553 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.808841 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.809127 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.809446 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.809727 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.810031 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.810321 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.810615 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.810922 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.811217 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.811513 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.811792 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.812068 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.812344 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.812624 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.812911 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.813189 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.813560 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.813855 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.814138 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.814437 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.814729 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.815094 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.815392 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.815747 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.815896 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.816278 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.816513 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.816740 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.817013 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.817303 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.817633 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.817871 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.818154 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.818447 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.818731 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.819033 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.819353 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.819653 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.819935 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.820210 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.820482 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.820760 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.821032 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.821317 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.821626 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.821901 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.822181 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.822461 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.822733 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.823007 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.823317 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.823596 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.823874 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.824149 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.824420 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.824689 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.824960 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.825229 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.825530 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.825802 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.826080 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.826352 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.826624 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.826893 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.827170 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.827438 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.827745 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.828023 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.828305 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.828583 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.828863 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.829137 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.829480 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.829860 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.830181 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.830458 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.830760 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.831047 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.831342 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.831627 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.831906 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.832227 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.832504 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.832876 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.833158 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.833462 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.833740 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.834022 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.834301 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.834579 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.834867 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.835149 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.835481 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.835778 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.836056 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.836353 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.836648 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.836946 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.837233 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.837577 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.837857 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:13:58.838077 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 16:13:58.838333 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103957) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 16:13:59.157276 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 16:13:59.157591 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 16:13:59.157897 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 16:13:59.158282 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 16:13:59.619070 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.619340 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.619629 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.621092 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.621382 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.621670 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.681990 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.682254 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.682580 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.698955 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.699247 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.699521 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.732638 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.732929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.733196 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.775106 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.775832 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:13:59.775832 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.034835 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.035089 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.035340 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.035735 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.036788 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.153058 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.153476 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.153774 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.154054 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.154366 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.154687 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.154935 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.155203 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.155501 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.155858 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.156025 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.156292 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.156554 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.156822 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.157065 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.157328 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.157606 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.157883 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.158163 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.158437 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.158713 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.158957 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.159306 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.159725 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.159995 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.160238 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.160737 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.160979 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.161233 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.161507 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.161746 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.161983 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:00.162381 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 16:14:00.166259 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 16:14:00.170671 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 16:14:00.175148 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 25 16:14:00.177077 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 16:14:00.177857 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 16:14:00.178249 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 16:14:00.178696 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 16:14:00.182078 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 16:14:00.182330 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 16:14:00.182952 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 16:14:00.188904 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 16:14:00.219298 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 16:14:00.219764 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.220069 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103957) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 16:14:00.220448 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.221933 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103957) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 16:14:00.222228 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 16:14:00.222477 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 16:14:00.226307 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.226595 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:00.377578 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 16:14:00.377802 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 16:14:00.378401 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 16:14:00.378892 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 16:14:00.433313 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO dbcounter [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Registered counter for database neutron Jul 25 16:14:00.454732 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_db.sqlalchemy.engines [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103957) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 16:14:00.462060 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG dbcounter [-] [103957] Writer thread running {{(pid=103957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:01.077931 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing driver for type 'gre' Jul 25 16:14:01.079414 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] gre ID ranges: [(1, 1000)] Jul 25 16:14:01.175929 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing driver for type 'local' Jul 25 16:14:01.176400 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing driver for type 'vlan' Jul 25 16:14:01.197738 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] VlanTypeDriver initialization complete Jul 25 16:14:01.198294 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing driver for type 'vxlan' Jul 25 16:14:01.198995 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] vxlan ID ranges: [(1, 1000)] Jul 25 16:14:01.277220 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing extension driver 'port_security' Jul 25 16:14:01.277686 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.extensions.port_security [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] PortSecurityExtensionDriver initialization complete Jul 25 16:14:01.278072 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing mechanism driver 'openvswitch' Jul 25 16:14:01.278533 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing mechanism driver 'hyperv' Jul 25 16:14:01.286612 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:01.287333 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.287721 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.288092 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.288673 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.289140 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.289547 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.289925 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.290342 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.290780 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.291146 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.291505 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.291974 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.292419 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.292794 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.293163 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.293591 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.294012 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.294359 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.294705 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.295128 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.295553 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > address_group after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.296004 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > address_group after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.296414 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.296923 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 16:14:01.297452 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] ML2 OVO RPC backend initialized. {{(pid=103957) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 16:14:01.298304 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.298696 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.299255 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.299505 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > networks before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.299863 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.300226 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > ports before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.300587 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.300930 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnets before_response 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.301304 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.301723 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.302070 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.302415 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.302764 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.303219 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.303610 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.304050 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.304407 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.313522 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded quota_driver: . Jul 25 16:14:01.313903 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.plugin [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Modular L2 Plugin initialization complete Jul 25 16:14:01.314260 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading services supported by the core plugin {{(pid=103957) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 16:14:01.314628 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.plugins.ml2.managers [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Got port-security extension from driver 'port_security' Jul 25 16:14:01.315160 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.extensions.vlantransparent [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Disabled vlantransparent extension. Jul 25 16:14:01.315702 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103957) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 16:14:01.316034 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: router Jul 25 16:14:01.356003 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.356436 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.356744 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router before_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.357123 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.357538 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.357918 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_delete 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.358288 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.358649 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.359027 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.359406 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.359781 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.360161 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.360611 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.361050 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.361469 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.361815 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.362158 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.362510 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.362868 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.363229 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.363585 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.363942 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.364298 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router after_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.364653 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.365021 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_create 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.365423 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.365793 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_update 55549900 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.366305 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > agent after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.366684 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > agent after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.367049 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > network after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.368202 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Tracking information for resource: router configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:01.368617 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Tracking information for resource: floatingip configured {{(pid=103957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 16:14:01.375249 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.db.l3_agentschedulers_db [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 16:14:01.375862 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.376295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.376650 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.377008 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.378981 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router before_create 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.379387 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.379777 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_create 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.380133 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > router precommit_update 55550100 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.390854 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.provider_configuration [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service providers = [] {{(pid=103957) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 16:14:01.391227 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.db.servicetype_db [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103957) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 16:14:01.398233 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 16:14:01.398594 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 16:14:01.398953 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 16:14:01.400165 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.services.service_base [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 16:14:01.400583 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.services.service_base [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 16:14:01.400983 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.401380 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 16:14:01.413903 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.414284 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: auto_allocate Jul 25 16:14:01.421454 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: network precommit_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.421944 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: network precommit_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.422600 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.422966 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: tag Jul 25 16:14:01.432021 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.432336 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: timestamp Jul 25 16:14:01.437521 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.437874 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: network_ip_availability Jul 25 16:14:01.446011 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.446401 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.446759 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.447614 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.447937 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: flavors Jul 25 16:14:01.455287 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.455617 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading Plugin: revisions Jul 25 16:14:01.461631 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 16:14:01.462118 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.304s {{(pid=103957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 16:14:01.462813 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103957) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 16:14:01.463163 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Initializing extension manager. Jul 25 16:14:01.463752 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: __init__.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.464099 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: __pycache__ {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.464433 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.465261 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.465988 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: address-group Jul 25 16:14:01.466317 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: address_scope.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.467231 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.467726 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: address-scope Jul 25 16:14:01.468085 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.469261 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.469989 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: router-admin-state-down-before-update Jul 25 16:14:01.470440 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: agent.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.471663 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.472074 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: agent Jul 25 16:14:01.472409 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: agent_resources_synced.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.473456 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.474056 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: agent-resources-synced Jul 25 16:14:01.474382 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: allowedaddresspairs.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.476306 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.476922 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: allowed-address-pairs Jul 25 16:14:01.477370 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: auto_allocated_topology.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.478541 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.479065 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: auto-allocated-topology Jul 25 16:14:01.479454 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.480281 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.480796 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: availability_zone Jul 25 16:14:01.481122 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: availability_zone_filter.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.482217 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.482747 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: availability_zone_filter Jul 25 16:14:01.483072 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: data_plane_status.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.484108 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.484625 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 16:14:01.484949 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: default_subnetpools.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.485949 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.486476 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: default-subnetpools Jul 25 16:14:01.486803 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.487690 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.488221 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: dhcp_agent_scheduler Jul 25 16:14:01.488559 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: dns.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.489649 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.490191 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension dns-integration not supported by any of loaded plugins Jul 25 16:14:01.490633 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: dns_domain_ports.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.491459 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.492154 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 16:14:01.492298 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.493226 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.493776 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 16:14:01.494100 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: dvr.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.494763 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.495446 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: dvr Jul 25 16:14:01.495670 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: ecmp_routes.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.496603 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.497115 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 16:14:01.497668 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: empty_string_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.498394 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.498913 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: empty-string-filtering Jul 25 16:14:01.499235 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.500212 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.500653 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 16:14:01.500974 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.501920 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.503566 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 16:14:01.503566 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: external_net.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.504142 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.504659 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: external-net Jul 25 16:14:01.504993 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.505927 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.506442 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: extra_dhcp_opt Jul 25 16:14:01.506769 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: extraroute.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.507666 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.508494 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: extraroute Jul 25 16:14:01.508494 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: extraroute_atomic.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.509693 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.510212 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: extraroute-atomic Jul 25 16:14:01.510691 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: filter_validation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.511392 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.512244 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: filter-validation Jul 25 16:14:01.512655 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: fip_pf_description.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.513730 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.514251 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 16:14:01.514575 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: fip_pf_port_range.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.515483 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.515998 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 16:14:01.516319 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: fip_port_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.517215 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.517763 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: fip-port-details Jul 25 16:14:01.518180 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: flavors.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.519436 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.519966 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: flavors Jul 25 16:14:01.520295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.522062 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.522589 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 16:14:01.522923 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: floatingip_pools.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.523767 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.524158 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: floatingip-pools Jul 25 16:14:01.524470 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: ip_allocation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.525462 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.525986 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 16:14:01.526342 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.527249 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.527764 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: ip-substring-filtering Jul 25 16:14:01.528089 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l2_adjacency.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.529004 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.529568 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 16:14:01.529892 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.530912 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.531434 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: router Jul 25 16:14:01.531758 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.534226 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.534776 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 16:14:01.535107 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.536011 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.536536 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: ext-gw-mode Jul 25 16:14:01.536863 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.537797 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.538315 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: l3-ha Jul 25 16:14:01.538638 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.539539 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.540056 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 16:14:01.540377 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_flavors.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.541260 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.541844 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: l3-flavors Jul 25 16:14:01.542191 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.543616 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.544157 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 16:14:01.544478 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.545393 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.545914 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 16:14:01.546244 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: l3agentscheduler.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.547331 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.547854 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: l3_agent_scheduler Jul 25 16:14:01.548182 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: local_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.550045 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.550576 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension local_ip not supported by any of loaded plugins Jul 25 16:14:01.551056 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: logging.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.552377 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.553006 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension logging not supported by any of loaded plugins Jul 25 16:14:01.553468 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: metering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.554207 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.555048 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: metering Jul 25 16:14:01.555380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.556520 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.557050 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: metering_source_and_destination_fields Jul 25 16:14:01.557429 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: multiprovidernet.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.558332 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.558854 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: multi-provider Jul 25 16:14:01.559291 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: netmtu.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.560200 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.560724 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: net-mtu Jul 25 16:14:01.561048 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: netmtu_writable.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.562072 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.562597 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: net-mtu-writable Jul 25 16:14:01.563006 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: network_availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.563744 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.564314 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: network_availability_zone Jul 25 16:14:01.564704 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: network_ip_availability.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.566011 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.566545 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: network-ip-availability Jul 25 16:14:01.566865 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: network_segment_range.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.567647 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.568280 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 16:14:01.568612 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: pagination.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.569650 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.569983 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: pagination Jul 25 16:14:01.570311 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_device_profile.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.571192 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.571730 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-device-profile Jul 25 16:14:01.572053 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_mac_address_override.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.572963 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.573579 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-mac-override Jul 25 16:14:01.573902 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.574810 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.575338 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-mac-address-regenerate Jul 25 16:14:01.575657 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.576615 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.577090 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-numa-affinity-policy Jul 25 16:14:01.577491 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_resource_request.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.578399 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.578920 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 16:14:01.579243 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: port_resource_request_groups.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.580195 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.580707 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 16:14:01.581034 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: portbindings.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.582068 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.582505 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: binding Jul 25 16:14:01.582833 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: portbindings_extended.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.584119 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.584641 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: binding-extended Jul 25 16:14:01.584970 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: portsecurity.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.585982 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.586505 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-security Jul 25 16:14:01.586878 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: project_id.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.587795 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.588134 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: project-id Jul 25 16:14:01.588456 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: providernet.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.589410 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.589958 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: provider Jul 25 16:14:01.590277 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.595155 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.596122 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos not supported by any of loaded plugins Jul 25 16:14:01.596677 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.598890 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.599801 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 16:14:01.600343 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.601895 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.602843 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 16:14:01.603399 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_default.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.604691 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.605233 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-default not supported by any of loaded plugins Jul 25 16:14:01.605602 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_fip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.606599 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.607050 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-fip not supported by any of loaded plugins Jul 25 16:14:01.607401 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.608314 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.608832 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 16:14:01.609172 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_gateway_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.610106 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.610623 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 16:14:01.610952 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_port_network_policy.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.611946 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.612538 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 16:14:01.612864 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.614063 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.614606 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 16:14:01.614931 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.616072 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.616597 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 16:14:01.616930 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_pps_rule.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.618150 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.618671 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-pps not supported by any of loaded plugins Jul 25 16:14:01.618998 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_rule_type_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.619925 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.620484 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 16:14:01.620797 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.621735 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.622248 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 16:14:01.622657 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: qos_rules_alias.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.623713 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.624224 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 16:14:01.624538 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: quota_check_limit.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.625477 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.626090 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: quota-check-limit Jul 25 16:14:01.626416 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: quotasv2.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.627433 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.627764 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: quotas Jul 25 16:14:01.628429 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: quotasv2_detail.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.630259 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.630606 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: quota_details Jul 25 16:14:01.630941 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: rbac.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.634129 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.634702 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: rbac-policies Jul 25 16:14:01.635143 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: rbac_address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.636289 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.636832 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: rbac-address-group Jul 25 16:14:01.637163 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: rbac_address_scope.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.638124 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.638658 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: rbac-address-scope Jul 25 16:14:01.638984 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: rbac_security_groups.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.639980 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.640513 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: rbac-security-groups Jul 25 16:14:01.640840 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: rbac_subnetpool.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.641808 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.642343 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: rbac-subnetpool Jul 25 16:14:01.642669 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: revisionifmatch.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.643599 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.644125 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: revision-if-match Jul 25 16:14:01.644452 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: revisions.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.645652 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.646177 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: standard-attr-revisions Jul 25 16:14:01.646514 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: router_availability_zone.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.647191 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.647714 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: router_availability_zone Jul 25 16:14:01.648042 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: routerservicetype.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.648983 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.649540 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension router-service-type not supported by any of loaded plugins Jul 25 16:14:01.649854 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.650772 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.651324 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: security-groups-normalized-cidr Jul 25 16:14:01.651653 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.652564 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.653230 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: port-security-groups-filtering Jul 25 16:14:01.653438 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.654365 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.654890 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: security-groups-remote-address-group Jul 25 16:14:01.655216 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.656153 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.656675 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: security-groups-shared-filtering Jul 25 16:14:01.657001 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: securitygroup.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.667564 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.668284 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: security-group Jul 25 16:14:01.668654 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: segment.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.669698 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.670283 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension segment not supported by any of loaded plugins Jul 25 16:14:01.670664 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.671760 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.672345 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 16:14:01.672715 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: servicetype.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.673966 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.674555 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: service-type Jul 25 16:14:01.674926 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: sorting.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.676159 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.676732 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: sorting Jul 25 16:14:01.677059 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: standard_attr_segment.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.678335 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.678957 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 16:14:01.679325 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: standardattrdescription.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.680027 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.680650 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: standard-attr-description Jul 25 16:14:01.681024 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: stateful_security_group.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.682191 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.683027 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: stateful-security-group Jul 25 16:14:01.683400 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: stdattrs_common.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.684124 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 16:14:01.684490 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.685597 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.686352 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 16:14:01.686601 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnet_onboard.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.687808 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.688491 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: subnet_onboard Jul 25 16:14:01.688921 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.689950 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.690525 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 16:14:01.690897 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnet_service_types.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.691866 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.692518 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: subnet-service-types Jul 25 16:14:01.692892 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnetallocation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.694103 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.694718 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: subnet_allocation Jul 25 16:14:01.695081 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.695798 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.696365 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: subnetpool-prefix-ops Jul 25 16:14:01.696729 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.697867 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.698583 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 16:14:01.699042 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: tagging.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.700209 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.700815 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: standard-attr-tag Jul 25 16:14:01.701189 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: timestamp.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.702611 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.703241 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loaded extension: standard-attr-timestamp Jul 25 16:14:01.703600 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: trunk.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.704734 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.705500 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension trunk not supported by any of loaded plugins Jul 25 16:14:01.705853 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: trunk_details.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.706678 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.707340 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension trunk-details not supported by any of loaded plugins Jul 25 16:14:01.707705 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: uplink_status_propagation.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.708841 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.709455 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 16:14:01.709823 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Loading extension file: vlantransparent.py {{(pid=103957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 16:14:01.710535 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 16:14:01.711098 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 16:14:01.714087 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:network Jul 25 16:14:01.714723 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnet Jul 25 16:14:01.715224 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 16:14:01.715688 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:port Jul 25 16:14:01.717065 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.717545 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service FLAVORS assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.718164 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.718606 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.718940 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:router Jul 25 16:14:01.719377 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 16:14:01.719863 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service METERING assigned prefix: /metering {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.721482 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.721869 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.722237 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:14:01.723346 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 16:14:01.723798 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:security_group Jul 25 16:14:01.724256 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 16:14:01.724829 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.725161 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 16:14:01.725543 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] subnetpool is already registered Jul 25 16:14:01.725989 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.726313 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 16:14:01.726653 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] subnetpool is already registered Jul 25 16:14:01.729250 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.730254 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service FLAVORS assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.731327 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.731768 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.732114 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:router Jul 25 16:14:01.732464 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] router is already registered Jul 25 16:14:01.732899 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 16:14:01.733236 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] floatingip is already registered Jul 25 16:14:01.733754 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service METERING assigned prefix: /metering {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.734496 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 16:14:01.734860 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] rbac_policy is already registered Jul 25 16:14:01.735413 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:security_group Jul 25 16:14:01.735750 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] security_group is already registered Jul 25 16:14:01.736168 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 16:14:01.736508 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] security_group_rule is already registered Jul 25 16:14:01.737245 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.737627 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 16:14:01.738087 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] subnetpool is already registered Jul 25 16:14:01.738558 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.v2.resource_helper [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Service CORE assigned prefix: {{(pid=103957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 16:14:01.739024 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 16:14:01.739394 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING neutron.quota.resource_registry [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] subnetpool is already registered Jul 25 16:14:01.739873 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: extensions {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.741519 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: address-groups {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.743044 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: address-scopes {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.744435 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.745891 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: auto-allocated-topology {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.747509 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: availability_zones {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.748854 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: dhcp-networks {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.750517 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: dhcp-agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.752045 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.754273 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: flavors {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.755648 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: service_profiles {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.756907 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: next_providers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.758671 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: service_profiles {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.760303 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: floatingip-pools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.761659 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.763399 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: floatingips {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.764692 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: l3-routers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.766173 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: l3-agents {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.767619 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: metering-labels {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.768891 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: metering-label-rules {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.770460 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: network-ip-availabilities {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.771758 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: bindings {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.774005 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: quotas {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.777140 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: quotas {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.778749 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: rbac-policies {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.780003 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: security-groups {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.781534 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: security-group-rules {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.782805 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: service-providers {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.784150 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: subnetpools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.785544 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: subnetpools {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.793644 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.795533 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.797580 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.799886 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.801680 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.803774 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.805651 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.807677 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.809548 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.811326 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron.api.extensions [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Extended resource: tags {{(pid=103957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 16:14:01.821021 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 16:14:01.826545 dv-cinder-836973-15-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 16:14:01.836297 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Acquired lock "singleton_lock" {{(pid=103957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 16:14:01.836789 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_concurrency.lockutils [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Releasing lock "singleton_lock" {{(pid=103957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 16:14:01.837534 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Starting 2 workers Jul 25 16:14:01.842857 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Started child 104068 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 16:14:01.847731 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Started child 104069 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 16:14:01.849720 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO neutron.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 16:14:01.850381 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.852106 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.853539 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Starting 1 workers Jul 25 16:14:01.853717 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.854564 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [-] (104068) wsgi starting up on http://0.0.0.0:9696 Jul 25 16:14:01.855576 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [-] (104069) wsgi starting up on http://0.0.0.0:9696 Jul 25 16:14:01.859240 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Started child 104070 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 16:14:01.859761 dv-cinder-836973-15-iscsi neutron-server[103957]: INFO oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Starting 1 workers Jul 25 16:14:01.863899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] calling RpcWorker wait() {{(pid=104070) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 16:14:01.864843 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] returning from RpcWorker wait() {{(pid=104070) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 16:14:01.865005 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Started child 104071 {{(pid=103957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 16:14:01.865614 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-792d3d19-3516-48e2-8bf5-67fbd90e1209 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.866663 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.867274 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:01.867792 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 16:14:01.868007 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 16:14:01.868413 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 16:14:01.868656 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 16:14:01.868993 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 16:14:01.869162 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 16:14:01.869933 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.870284 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.870716 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.871186 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.871883 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.872207 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.872529 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.872809 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.873027 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:01.873929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.873929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.873929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.873929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.873929 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.874966 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.874966 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.874966 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.874966 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.875809 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.875809 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.875809 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.875809 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.876748 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.876748 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.877456 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.878194 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.878566 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.878928 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.879317 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.879685 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.880069 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.880990 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.880990 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.881511 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.881771 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.881998 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.882434 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.882762 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.883168 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.883511 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.884142 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host = dv-cinder-836973-15-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.884530 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.884938 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.885308 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.885748 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.886133 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.886478 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.886858 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.887306 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.887688 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.888107 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.888478 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.888860 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.889208 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.889637 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.889917 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_options = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.890286 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.890678 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.891386 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.891386 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.891846 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.892073 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.892338 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.892607 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.892968 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.893306 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.893711 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.894066 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.894483 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.894821 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.895313 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.895563 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.895903 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.896264 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.896636 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.897011 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.897438 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.897812 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.898164 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.898518 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.901651 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.902172 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.902632 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.902831 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:01.903058 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.903304 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.903782 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.904080 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.904605 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.905184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.905624 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.906025 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.908418 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.909689 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.910273 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.910587 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.910978 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.912122 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.912122 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.913025 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915087 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915087 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915087 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915087 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915661 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.915661 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.916043 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.916439 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.916801 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.917136 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.917498 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.918217 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.918217 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:01.918772 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.919259 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.919626 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.920011 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.920388 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.920716 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.921068 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.921534 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.921852 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.922346 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.922811 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.923196 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.923670 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.924069 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.924546 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.925110 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.925615 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.926234 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.926623 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.927038 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.928027 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.928426 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.929026 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.929448 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.931127 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.931549 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.931862 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.932531 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.932974 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.933485 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.934227 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.934580 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.935433 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.935748 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.936190 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.937547 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.939442 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.940249 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.940629 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.941014 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.941486 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.941861 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.942258 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.942665 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.943047 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.943429 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.944279 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.944662 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.945062 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.945482 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.945835 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.946220 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.946563 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.946821 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.947214 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.947606 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.948001 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.948388 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.948764 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.949232 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.949729 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.950105 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.950521 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.950888 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.951271 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.951660 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.951998 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.952355 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.952828 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.953092 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.953466 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.953801 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.954312 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.954662 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.955022 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.955453 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.955821 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.956194 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.958003 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.958365 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.958908 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.959294 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.959656 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.960006 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.960524 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.960895 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.961247 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.961700 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.962259 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.962630 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.962993 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.963480 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.964028 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.964518 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.964812 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.965123 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.965432 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.965728 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.966064 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.966427 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.966981 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.967585 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.968154 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.968994 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.969592 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.970143 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.970539 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.970908 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.971281 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.971659 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.972015 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.972398 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.972766 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.973130 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.973541 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.973932 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.974528 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.974932 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.975283 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.975825 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.976228 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.976623 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.977081 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.977484 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.978141 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.978724 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.979434 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.980100 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.980515 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.980933 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.981367 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.981794 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.982134 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.982536 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.982945 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.983347 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.983769 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.984129 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.984716 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.985119 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.985513 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.985911 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.986420 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.986814 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.987175 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.987553 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.987897 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.988280 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.988690 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.989120 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.989557 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.989982 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.990334 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.990616 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.990917 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.991197 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.991833 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.992331 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.992684 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.993032 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.993452 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.993816 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.994214 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.994654 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.995087 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.995471 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.995824 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.996169 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.996520 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.996904 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.997243 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.997818 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.998384 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.999240 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.999619 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:01.999991 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.000356 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.000963 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.001411 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.001857 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.002270 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.003321 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.003782 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.004276 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.004650 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.005067 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.005485 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.005823 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.006585 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.007418 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.007726 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.007992 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.008319 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.008630 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.008911 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.009295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.010477 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.011220 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.011629 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.012022 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.012399 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.012958 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.013535 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.013832 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.014100 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.014470 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.015121 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.015340 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.015629 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.015930 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.016380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.016736 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.017394 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.017775 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.018062 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.018437 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.018889 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.019161 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.019600 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.019952 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.020309 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.020652 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.020993 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.021693 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.021938 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.022126 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.022473 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.022872 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.023356 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.023704 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.024136 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.024559 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.024932 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.025614 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.026101 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.026527 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.026842 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.027199 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.027557 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.029048 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.029048 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.029048 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.029505 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:02.029639 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.029766 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.030090 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.030426 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.030762 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.031116 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.031460 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.031797 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.032143 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.032499 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.032821 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.033188 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.033586 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.033915 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.034285 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.034624 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.034965 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.035321 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.036101 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.036628 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.037425 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.038059 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.038535 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.039195 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.039661 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.040070 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.040487 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.040886 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.041181 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.041615 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.042249 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.042655 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.043051 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.043486 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.044006 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.044475 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.045129 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.045691 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.046119 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.046762 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.047159 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.047503 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.047920 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.048352 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.048753 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.049175 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.049562 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.049926 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.050283 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.050714 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.051042 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.051411 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.051726 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.052103 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.052473 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.052824 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.053216 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.053618 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.053950 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.054285 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.054617 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.054967 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.055296 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.055550 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 16:14:02.056756 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 16:14:02.056756 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 16:14:02.056756 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 16:14:02.057388 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 16:14:02.057388 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 16:14:02.057794 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 16:14:02.057997 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.058200 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.058462 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.058725 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.059015 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.059281 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.059540 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.059802 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.060071 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.060325 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.060824 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.061080 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.061358 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.061620 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.061882 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.062144 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.062408 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.062677 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.062933 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.063199 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.063457 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.063725 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] debug = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.063976 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.064301 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.064568 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.064819 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.065086 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.065435 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.065653 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.065909 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.066161 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.066638 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.067068 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.067554 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.067829 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.068166 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.068441 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.068711 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.068978 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.069245 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host = dv-cinder-836973-15-iscsi {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.069532 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.069794 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.070048 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.070310 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.070568 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.070833 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.071101 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.071822 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.072086 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.072320 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.072530 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.072733 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.073021 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.074380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.074380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_options = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.074380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.074380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.075195 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.075195 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.075895 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.076175 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.076554 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.076777 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.076989 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.077226 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.077525 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.077791 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.078040 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079084 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079084 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079084 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079766 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079766 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.079766 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.080532 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.080532 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.080532 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.081189 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.081189 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.081668 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.081668 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.081995 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.082160 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.082360 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.082556 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.082805 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.083067 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.083311 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.083551 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.083808 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.084064 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.084306 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.084547 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.084811 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.085061 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.085303 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.085584 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.085840 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.086101 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.086362 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.086731 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.086935 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_json = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.087153 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.087374 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.087624 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.087871 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.088113 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.088354 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.088610 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.088920 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.089177 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 16:14:02.089561 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.089762 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.090038 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.090300 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.090671 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.090872 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.091066 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.091327 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.091588 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.091854 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.092129 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.092391 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.092659 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.092906 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.093148 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.093425 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.093671 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.093914 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.094167 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.094411 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.094672 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.094916 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.095174 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.095415 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.095658 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.095897 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.096140 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.096398 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.096641 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.097008 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.097193 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.097468 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.097711 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.097951 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.098193 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.098441 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.098693 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.098938 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.099181 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.099423 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.099664 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.099904 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.100141 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.100382 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.100652 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.100875 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.101122 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.101385 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.101640 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.101882 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.102122 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.102360 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.102599 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.102840 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.103091 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.103334 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.103578 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.103832 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.104090 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.104421 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.104674 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.104922 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.105180 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.105457 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.105698 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.105940 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.106184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.106424 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.106678 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.107073 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.107225 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.107428 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.107671 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.107911 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.108159 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.108399 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.108662 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.108924 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.109169 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.109529 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.109711 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.109959 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.110223 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.110482 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.110744 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.111006 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.111264 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.111513 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.111756 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.111998 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.112238 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.112500 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.112740 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.112981 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.113227 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.113525 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.113749 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.113991 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.114234 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.114481 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.114724 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.114973 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.115214 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.115466 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.115713 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.115956 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.116197 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.116434 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.116726 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.117006 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.117393 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.117540 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.117772 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.118017 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.118326 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.118560 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.118917 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.119241 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.119481 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.119720 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.119991 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.120242 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.120499 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.120740 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.120983 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.121236 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.121640 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.121982 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.122281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57302) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:02.122494 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.122720 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.123040 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124184 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124988 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124988 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.124988 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.125603 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.125603 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.125603 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.126153 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.126153 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.126556 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.126753 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.126940 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.127120 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.127488 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.127671 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.128252 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.128516 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.128868 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.129121 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.129329 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.129594 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.129849 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.130158 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.130411 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.130654 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.130919 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.131186 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.131448 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.131772 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.132021 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.132257 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.132524 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.132893 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.133210 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.133522 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.133770 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087874 Jul 25 16:14:02.134020 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.134020 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.134460 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.134673 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.134882 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.135108 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.135332 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.135616 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.135869 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.136095 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.136433 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.136651 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.136879 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.137148 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.137436 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.137969 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.137969 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.138409 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.138635 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.138865 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.139090 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.139313 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.139534 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.139780 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.140034 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.140311 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.140565 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.140808 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.141069 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.141392 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.141639 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.141884 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.142153 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.142424 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.142692 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.142955 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.143294 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.143504 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.143727 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.143996 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.144260 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.144527 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.144794 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.145063 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.145330 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.146289 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.146534 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.146814 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.147091 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.147380 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.147793 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.147988 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.148123 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.148338 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.148542 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.148747 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.148952 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.149213 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.149554 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.149825 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.150078 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.150353 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.150622 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.150894 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.151157 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.151423 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.151652 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.151880 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.152076 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.152288 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.152486 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.152683 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.152888 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.153106 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.153386 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.153719 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.153960 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.154187 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.154453 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.154723 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.154989 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.155273 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.155530 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.155711 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.155961 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.156218 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157479 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157479 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157479 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157479 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157955 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.157955 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.158207 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.158364 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.158509 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.158789 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.159012 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.159314 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.159552 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.159829 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.160113 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.160405 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.160694 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.161008 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.161278 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.161522 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.162013 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.162303 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.162303 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.162611 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.162864 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.163211 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.163495 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.163855 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.164004 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.164313 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.164588 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.164862 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.165198 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.165532 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.166031 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.166031 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.166672 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.166672 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.167295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.167295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.167295 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.167906 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.167906 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.168274 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.168605 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.168605 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.168958 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.169109 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.169418 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.169662 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 16:14:02.169906 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 16:14:11.267071 dv-cinder-836973-15-iscsi neutron-server[103957]: DEBUG dbcounter [-] [103957] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:16.266004 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ecf20-a56f-4303-9115-cb1ec905f825 None None] get_active_networks_info from dv-cinder-836973-15-iscsi {{(pid=104070) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 16:14:16.276293 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writer thread running {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:16.276690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writer thread running {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:16.371893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ecf20-a56f-4303-9115-cb1ec905f825 None None] No non-hosted networks {{(pid=104070) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 16:14:16.433163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.agentschedulers_db [None req-030ecf20-a56f-4303-9115-cb1ec905f825 None None] DHCP Agent not found on host dv-cinder-836973-15-iscsi {{(pid=104070) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 16:14:16.583811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ea4af283-aaa0-4be7-ad39-f4db2cc30005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:18.944415 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writer thread running {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:19.999263 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-33c4e142-169a-4b58-978d-622b5b44a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:20.075515 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bb50509b-5a0c-42ab-9768-527e5b665939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:20.569750 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57374) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:21.053037 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:21.430939 dv-cinder-836973-15-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-1f3e0c54-6bf7-48d1-8ee1-b80defd22921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:21.431997 dv-cinder-836973-15-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-1f3e0c54-6bf7-48d1-8ee1-b80defd22921 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:21.830841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [None req-1f3e0c54-6bf7-48d1-8ee1-b80defd22921 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:14:21.851606 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1f3e0c54-6bf7-48d1-8ee1-b80defd22921 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2790024 Jul 25 16:14:21.860498 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:21.861179 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.861544 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.861888 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.862240 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.862546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.862874 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.863238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.863613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.863899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.864241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.866321 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.867359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.874348 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.876354 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.877883 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:21.880553 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836973-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:21.904812 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836973-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:22.491227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:24.897666 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.db.l3_hamode_db [None req-5a6174da-6b17-4a2c-bb1c-d323712898d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 16:14:24.983013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6174da-6b17-4a2c-bb1c-d323712898d8 None None] Routers set() bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:14:24.983393 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6174da-6b17-4a2c-bb1c-d323712898d8 None None] Router IDs set() for agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 16:14:25.744492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57410) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:26.444964 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:26.445647 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:26.672290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:14:26.771710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.policy [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104068) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 16:14:26.820734 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:26.821161 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING oslo_policy.policy [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:26.843752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writer thread running {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:26.946306 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076182336', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076182860', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076297324', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076304009', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076277871', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734076287185', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-684756', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-788450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1907487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1992715'] for rbac-policy (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:27.057839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:27.059363 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7f7a717e-4fcd-4470-ba88-8f5c08d00dff admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3134601 Jul 25 16:14:29.580884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57426) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:30.124605 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:14:30.172153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Made reservation on behalf of 7b0f08c7b99b41ae837c5bd48f2c1a7c for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:14:30.176904 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.203539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.366911 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks [] for security_group (c9095429-d906-4d13-a6e4-42bf40152547), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.373238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c9095429-d906-4d13-a6e4-42bf40152547), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.417186 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:14:30.454419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734079638146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (c999325e-8bf6-4eed-98ec-8e250da731f8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.455019 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Unsubscribe: segment precommit_create {{(pid=104068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 16:14:30.455598 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Added segment c999325e-8bf6-4eed-98ec-8e250da731f8 of type vlan for network 73528248-0d32-46e9-be32-af8746588955 Jul 25 16:14:30.474408 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=42,neutron:INSERT=42,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:30.478276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9095429-d906-4d13-a6e4-42bf40152547,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:30.544322 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.544849 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.545534 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.546078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.546636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.547213 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.547807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.548365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.548932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.549438 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.549803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.550363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.550918 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.551474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.552024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Tracked resource versions report: Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: pushed versions: Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Agent': {'1.1'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Log': {'1.0'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Network': {'1.1'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Port': {'1.7'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: consumer versions: Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Agent': '1.1', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Log': '1.0', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'NDPProxy': '1.0', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Network': '1.1', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Port': '1.7', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'PortForwarding': '1.3', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'QosPolicy': '1.10', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SubPort': '1.0', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Subnet': '1.1', Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Trunk': '1.1'}} Jul 25 16:14:30.554671 dv-cinder-836973-15-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:14:30.610416 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (73528248-0d32-46e9-be32-af8746588955), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.682092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (73528248-0d32-46e9-be32-af8746588955), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.692240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:14:30.693467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:30.840256 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2577715 Jul 25 16:14:30.896013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e30a3-5b9e-46c2-a290-6e579e0cc95c demo demo] Pushing event updated for resources: {'Network': ['ID=73528248-0d32-46e9-be32-af8746588955,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:30.915947 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 73528248-0d32-46e9-be32-af8746588955 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:14:30.943480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=27,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:33.758602 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57442) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:34.395889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writer thread running {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 16:14:34.431301 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:34.784298 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.policy [None req-32a7f531-bb48-4499-8b60-8759e378dd5c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104069) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 16:14:34.873629 dv-cinder-836973-15-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-32a7f531-bb48-4499-8b60-8759e378dd5c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:34.874259 dv-cinder-836973-15-iscsi neutron-server[104069]: WARNING oslo_policy.policy [None req-32a7f531-bb48-4499-8b60-8759e378dd5c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 16:14:34.892285 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7f531-bb48-4499-8b60-8759e378dd5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:14:34.895273 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-32a7f531-bb48-4499-8b60-8759e378dd5c demo admin] 10.222.0.66 "GET /v2.0/networks/73528248-0d32-46e9-be32-af8746588955 HTTP/1.1" status: 200 len: 825 time: 1.1351223 Jul 25 16:14:34.972146 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6b662fb9-4e0b-4175-b39d-eddbc4da4f4c demo admin] 10.222.0.66 "GET /v2.0/subnetpools/821f0d4b-beb1-4911-8ae0-903b7af937e2 HTTP/1.1" status: 200 len: 734 time: 0.0658593 Jul 25 16:14:34.985491 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Request body: {'subnet': {'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'gateway_ip': '172.20.0.1'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:14:35.056236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Made reservation on behalf of 7b0f08c7b99b41ae837c5bd48f2c1a7c for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:14:35.060825 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:35.506654 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:35.507736 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (dce0b2bc-f3c1-4778-8cb7-000142c36d8d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:35.511017 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=7 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:35.597277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Checking segment: {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:14:35.597653 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Network hostable DHCP agents. Network: 73528248-0d32-46e9-be32-af8746588955, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:14:35.608710 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Pushing event updated for resources: {'Subnet': ['ID=dce0b2bc-f3c1-4778-8cb7-000142c36d8d,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:35.624067 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.624388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.624743 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.625076 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.625440 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.625762 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.626081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.626403 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.627105 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.627423 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.627784 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.628081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.628418 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.628706 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.629019 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Tracked resource versions report: Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: pushed versions: Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Agent': {'1.1'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Log': {'1.0'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Network': {'1.1'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Port': {'1.7'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: consumer versions: Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Agent': '1.1', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Log': '1.0', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'NDPProxy': '1.0', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Network': '1.1', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Port': '1.7', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'PortForwarding': '1.3', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'QosPolicy': '1.10', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SubPort': '1.0', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Subnet': '1.1', Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Trunk': '1.1'}} Jul 25 16:14:35.630563 dv-cinder-836973-15-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:14:35.658481 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Network 73528248-0d32-46e9-be32-af8746588955 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:14:35.675972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 73528248-0d32-46e9-be32-af8746588955) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:14:35.682818 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:14:35.683828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:35.691902 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9415952-95b3-4aca-be97-b0f9d8fba221 None None] Network 73528248-0d32-46e9-be32-af8746588955 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:14:35.715140 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3cda3a15-f65d-4b9a-ad76-fc3d0cfc5bea demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7359555 Jul 25 16:14:35.995877 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-73528248-0d32-46e9-be32-af8746588955', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:14:35.997248 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:36.554733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Allocated IP 172.20.0.2 (73528248-0d32-46e9-be32-af8746588955/dce0b2bc-f3c1-4778-8cb7-000142c36d8d/64f55f4c-1463-4622-b4ce-adc6f363c366) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:14:37.026364 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks [] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:37.041791 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:37.171144 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Network 73528248-0d32-46e9-be32-af8746588955 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:14:37.184843 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:14:37.196750 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:14:37.219447 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Pushing event updated for resources: {'Port': ['ID=64f55f4c-1463-4622-b4ce-adc6f363c366,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:37.303756 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.304062 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.304471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.305130 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.305780 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.306186 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.306715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.307252 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.307810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.308344 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.308880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.309460 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.310002 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.310531 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.311094 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Tracked resource versions report: Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: pushed versions: Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: { 'AddressGroup': {'1.2'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Agent': {'1.1'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'ConntrackHelper': {'1.0'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Log': {'1.0'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'NDPProxy': {'1.0'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Network': {'1.1'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Port': {'1.7'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'PortForwarding': {'1.3'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'QosPolicy': {'1.10'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroup': {'1.5'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SubPort': {'1.0'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Subnet': {'1.1'}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Trunk': {'1.1'}} Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: consumer versions: Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Agent': '1.1', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'ConntrackHelper': '1.0', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'LocalIPAssociation': '1.0', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Log': '1.0', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'NDPProxy': '1.0', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Network': '1.1', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Port': '1.7', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'PortForwarding': '1.3', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'QosPolicy': '1.10', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroup': '1.5', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroupRule': '1.2', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SubPort': '1.0', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Subnet': '1.1', Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Trunk': '1.1'}} Jul 25 16:14:37.313748 dv-cinder-836973-15-iscsi neutron-server[104070]: {{(pid=104070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:14:37.383520 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Attempting to bind port 64f55f4c-1463-4622-b4ce-adc6f363c366 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:14:37.384115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Attempting to bind port 64f55f4c-1463-4622-b4ce-adc6f363c366 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:14:37.384730 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Attempting to bind port 64f55f4c-1463-4622-b4ce-adc6f363c366 on network 73528248-0d32-46e9-be32-af8746588955 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:14:37.404136 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:14:37.404595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Checking segment: {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:14:37.405320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:37.405847 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Bound using segment: {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:14:37.406491 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Bound port: 64f55f4c-1463-4622-b4ce-adc6f363c366, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:14:37.407114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:37.489945 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] For port 64f55f4c-1463-4622-b4ce-adc6f363c366, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:14:37.516684 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] For port 64f55f4c-1463-4622-b4ce-adc6f363c366, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=64f55f4c-1463-4622-b4ce-adc6f363c366,segment=NetworkSegment(c999325e-8bf6-4eed-98ec-8e250da731f8),segment_id=c999325e-8bf6-4eed-98ec-8e250da731f8)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:14:37.526643 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:37.598800 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbc48-76f5-40ec-9569-fb821fa419b8 None None] Pushing event updated for resources: {'Port': ['ID=64f55f4c-1463-4622-b4ce-adc6f363c366,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:38.479987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57462) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:38.951159 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-8352a838-c2a2-4432-a863-54f3313d6451 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:14:38.952582 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8352a838-c2a2-4432-a863-54f3313d6451 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4710786 Jul 25 16:14:40.883240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=52,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:40.891754 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:42.331371 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57472) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:42.880231 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [None req-257183ef-2bf3-4185-a6f3-433bb7c2a038 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:14:42.881881 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-257183ef-2bf3-4185-a6f3-433bb7c2a038 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5488050 Jul 25 16:14:45.617009 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57480) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:45.704937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:45.706170 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=48,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:46.195608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9da4b159-172c-461f-abe9-bdf690e25f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.298498 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:14:46.344897 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (6d9f586b-9d43-43a5-beb9-2752e100c26d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.346913 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (6d9f586b-9d43-43a5-beb9-2752e100c26d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.523090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Publish callbacks [] for router_controller (6d9f586b-9d43-43a5-beb9-2752e100c26d), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.530049 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (6d9f586b-9d43-43a5-beb9-2752e100c26d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.556861 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:46.558801 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d8e2f598-b1ea-4f11-b91c-547bf2bff73e demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9397988 Jul 25 16:14:48.006052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afb714-194f-436d-9f35-8f64f4f48eeb None None] Network 73528248-0d32-46e9-be32-af8746588955 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:14:48.009094 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:48.013497 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:48.112783 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Provisioning complete for port 64f55f4c-1463-4622-b4ce-adc6f363c366 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:48.113491 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.183884 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 64f55f4c-1463-4622-b4ce-adc6f363c366 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:14:48.383381 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:48.474362 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 64f55f4c-1463-4622-b4ce-adc6f363c366 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:48.475102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.560241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:14:48.561040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.664320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] For port 64f55f4c-1463-4622-b4ce-adc6f363c366, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=64f55f4c-1463-4622-b4ce-adc6f363c366,segment=NetworkSegment(c999325e-8bf6-4eed-98ec-8e250da731f8),segment_id=c999325e-8bf6-4eed-98ec-8e250da731f8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:14:48.695578 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.775637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:14:48.776171 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.841520 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39612185-4c91-4aa5-a8db-a67f282a0b5c None None] Pushing event updated for resources: {'Port': ['ID=64f55f4c-1463-4622-b4ce-adc6f363c366,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:48.849034 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-871f96eb-6248-4371-863a-bc665445bfb1 None None] Provisioning complete for port 64f55f4c-1463-4622-b4ce-adc6f363c366 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:48.849643 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-871f96eb-6248-4371-863a-bc665445bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:48.920835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:14:48.921196 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:14:48.974937 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-871f96eb-6248-4371-863a-bc665445bfb1 None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:14:49.482469 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:14:49.515466 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57498) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:49.958352 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-5575b783-d15c-4463-85f2-98d0ddd74609 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:14:49.959447 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5575b783-d15c-4463-85f2-98d0ddd74609 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4429083 Jul 25 16:14:49.977782 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ace2b385-aeb3-43bd-a126-afe6e31d047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:50.088822 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 64f55f4c-1463-4622-b4ce-adc6f363c366 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:14:50.156753 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 64f55f4c-1463-4622-b4ce-adc6f363c366 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:50.157431 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:50.351823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:14:50.997030 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:51.846455 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:52.417073 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:52.613974 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 57506) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:53.073262 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:14:53.098077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Made reservation on behalf of b8ee5c3834cf43d4a8d8dd7aee49ae24 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:14:53.100568 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.115004 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.222199 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks [] for security_group (74bab22e-6563-4650-bff8-16203c4b7025), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.227859 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (74bab22e-6563-4650-bff8-16203c4b7025), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.245865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Reserving flat network on physical network physnet1 {{(pid=104068) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 16:14:53.268638 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bab22e-6563-4650-bff8-16203c4b7025,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:53.275125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (a266455f-42ca-4414-ad99-7fb1e8e99c46), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.275490 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Added segment a266455f-42ca-4414-ad99-7fb1e8e99c46 of type flat for network f19ce595-f1e5-43f5-b606-8286331f814b Jul 25 16:14:53.329367 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (f19ce595-f1e5-43f5-b606-8286331f814b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.367872 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (f19ce595-f1e5-43f5-b606-8286331f814b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.368892 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:14:53.369631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:53.453896 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8386831 Jul 25 16:14:53.484720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4753a-1910-4ba1-8a68-58b5d91cb48a admin admin] Pushing event updated for resources: {'Network': ['ID=f19ce595-f1e5-43f5-b606-8286331f814b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:53.499037 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network f19ce595-f1e5-43f5-b606-8286331f814b details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:14:55.953800 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57514) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:14:56.607224 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=8,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:56.651445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1308d-35cf-4cae-b3ca-bed6dfeaa977 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:14:56.653777 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-02b1308d-35cf-4cae-b3ca-bed6dfeaa977 demo admin] 10.222.0.66 "GET /v2.0/subnets/dce0b2bc-f3c1-4778-8cb7-000142c36d8d HTTP/1.1" status: 200 len: 849 time: 0.6985314 Jul 25 16:14:56.804473 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-80596a47-43e7-458d-9e6c-3d5c30df2178 demo admin] 10.222.0.66 "GET /v2.0/routers/6d9f586b-9d43-43a5-beb9-2752e100c26d HTTP/1.1" status: 200 len: 704 time: 0.1439137 Jul 25 16:14:57.109366 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:57.568816 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Allocated IP 172.20.0.1 (73528248-0d32-46e9-be32-af8746588955/dce0b2bc-f3c1-4778-8cb7-000142c36d8d/328d0c57-220b-4388-be73-f6af44c3e717) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:14:57.867315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks [] for port (328d0c57-220b-4388-be73-f6af44c3e717), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:57.930274 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:14:57.988103 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (328d0c57-220b-4388-be73-f6af44c3e717), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.046705 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:58.122453 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Network 73528248-0d32-46e9-be32-af8746588955 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:14:58.129789 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:14:58.139173 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:14:58.139173 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (6d9f586b-9d43-43a5-beb9-2752e100c26d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.170581 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Pushing event updated for resources: {'Port': ['ID=328d0c57-220b-4388-be73-f6af44c3e717,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:58.354982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f21466c2-8724-4ee1-9c10-be4f7edccdaa None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:58.355910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f21466c2-8724-4ee1-9c10-be4f7edccdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.397215 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f21466c2-8724-4ee1-9c10-be4f7edccdaa None None] Port 328d0c57-220b-4388-be73-f6af44c3e717 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:14:58.483196 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:14:58.489356 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (328d0c57-220b-4388-be73-f6af44c3e717), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.771157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks [] for port (328d0c57-220b-4388-be73-f6af44c3e717), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.777852 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (328d0c57-220b-4388-be73-f6af44c3e717), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.778796 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (6d9f586b-9d43-43a5-beb9-2752e100c26d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:58.868184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Pushing event updated for resources: {'Port': ['ID=328d0c57-220b-4388-be73-f6af44c3e717,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:14:58.934235 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Network 73528248-0d32-46e9-be32-af8746588955 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:14:58.935833 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:14:59.174482 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Router 6d9f586b-9d43-43a5-beb9-2752e100c26d is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:14:59.224773 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ca4c72f0-0ab9-49e6-9dbc-bcaab43d8855 None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:14:59.225834 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca4c72f0-0ab9-49e6-9dbc-bcaab43d8855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:14:59.272298 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c72f0-0ab9-49e6-9dbc-bcaab43d8855 None None] Port 328d0c57-220b-4388-be73-f6af44c3e717 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:14:59.300866 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:14:59.307159 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9c84d212-eaa9-40e0-8e60-a41ffe27a537 demo admin] 10.222.0.66 "PUT /v2.0/routers/6d9f586b-9d43-43a5-beb9-2752e100c26d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4965625 Jul 25 16:14:59.312999 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Sync routers for ids ['6d9f586b-9d43-43a5-beb9-2752e100c26d'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:14:59.327520 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Routers {'6d9f586b-9d43-43a5-beb9-2752e100c26d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:14:59.328343 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:14:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['6d9f586b-9d43-43a5-beb9-2752e100c26d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:14:59.544266 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Set router 6d9f586b-9d43-43a5-beb9-2752e100c26d gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:15:00.154551 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:14:58Z', 'revision_number': 2, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port_host': None, '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:14:58Z', 'revision_number': 2, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:00.249754 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Checking router: 6d9f586b-9d43-43a5-beb9-2752e100c26d for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:15:00.250349 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Updating router 6d9f586b-9d43-43a5-beb9-2752e100c26d port 328d0c57-220b-4388-be73-f6af44c3e717 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:15:00.354853 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (328d0c57-220b-4388-be73-f6af44c3e717), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.122591 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks [] for port (328d0c57-220b-4388-be73-f6af44c3e717), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.140899 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (328d0c57-220b-4388-be73-f6af44c3e717), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.389738 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Pushing event updated for resources: {'Port': ['ID=328d0c57-220b-4388-be73-f6af44c3e717,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:01.417455 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Attempting to bind port 328d0c57-220b-4388-be73-f6af44c3e717 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:15:01.418122 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Attempting to bind port 328d0c57-220b-4388-be73-f6af44c3e717 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:15:01.418810 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Attempting to bind port 328d0c57-220b-4388-be73-f6af44c3e717 on network 73528248-0d32-46e9-be32-af8746588955 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:15:01.425810 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.426350 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.426907 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.427483 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.428052 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.428614 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.429210 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.429787 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.430319 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.430822 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.431349 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.431906 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.432456 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.432991 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.433556 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Tracked resource versions report: Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: pushed versions: Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Agent': {'1.1'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Log': {'1.0'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Network': {'1.1'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Port': {'1.7'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: consumer versions: Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Agent': '1.1', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Log': '1.0', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'NDPProxy': '1.0', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Network': '1.1', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Port': '1.7', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'PortForwarding': '1.3', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'QosPolicy': '1.10', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SubPort': '1.0', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Subnet': '1.1', Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Trunk': '1.1'}} Jul 25 16:15:01.436397 dv-cinder-836973-15-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:15:01.454109 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:15:01.454773 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Checking segment: {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:15:01.455509 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.456168 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Bound using segment: {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:15:01.457600 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Bound port: 328d0c57-220b-4388-be73-f6af44c3e717, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c999325e-8bf6-4eed-98ec-8e250da731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '73528248-0d32-46e9-be32-af8746588955'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:15:01.457721 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (328d0c57-220b-4388-be73-f6af44c3e717), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.511803 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-09d7d926-e813-4375-bfd1-4e0bc913ee4c None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:15:01.513301 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09d7d926-e813-4375-bfd1-4e0bc913ee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.521327 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:01.546574 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] For port 328d0c57-220b-4388-be73-f6af44c3e717, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:15:01.558918 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-09d7d926-e813-4375-bfd1-4e0bc913ee4c None None] Port 328d0c57-220b-4388-be73-f6af44c3e717 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:15:01.570425 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] For port 328d0c57-220b-4388-be73-f6af44c3e717, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=328d0c57-220b-4388-be73-f6af44c3e717,segment=NetworkSegment(c999325e-8bf6-4eed-98ec-8e250da731f8),segment_id=c999325e-8bf6-4eed-98ec-8e250da731f8)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:15:01.571691 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:01.579942 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (328d0c57-220b-4388-be73-f6af44c3e717), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.671930 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d520ad-1ef0-4fe1-96a7-29d81c3da50d None None] Pushing event updated for resources: {'Port': ['ID=328d0c57-220b-4388-be73-f6af44c3e717,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:01.678326 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Routers {'6d9f586b-9d43-43a5-beb9-2752e100c26d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:15:01.679196 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:14:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['6d9f586b-9d43-43a5-beb9-2752e100c26d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:01.782579 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] Set router 6d9f586b-9d43-43a5-beb9-2752e100c26d gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:15:01.849973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57524) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:15:01.883286 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:15:01.883715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:01.976760 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Current status of the port 328d0c57-220b-4388-be73-f6af44c3e717 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:15:01.977523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (328d0c57-220b-4388-be73-f6af44c3e717), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:02.016186 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] For port 328d0c57-220b-4388-be73-f6af44c3e717, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=328d0c57-220b-4388-be73-f6af44c3e717,segment=NetworkSegment(c999325e-8bf6-4eed-98ec-8e250da731f8),segment_id=c999325e-8bf6-4eed-98ec-8e250da731f8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:15:02.024896 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:14:58Z', 'revision_number': 2, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port_host': None, '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:15:01Z', 'revision_number': 4, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:02.029123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (328d0c57-220b-4388-be73-f6af44c3e717), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:02.055653 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fd222-55fc-48f3-8731-b099aad3d63d None None] The sync data for ids ['6d9f586b-9d43-43a5-beb9-2752e100c26d'] in dv-cinder-836973-15-iscsi is: [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:14:58Z', 'revision_number': 2, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port_host': None, '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:15:01Z', 'revision_number': 4, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:15:02.090595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b61a71-68a8-4809-b8fc-5a918b1c2ca3 None None] Pushing event updated for resources: {'Port': ['ID=328d0c57-220b-4388-be73-f6af44c3e717,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:02.359876 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23714e9-d736-4007-9a05-711d298597c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:15:02.361187 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c23714e9-d736-4007-9a05-711d298597c8 admin admin] 10.222.0.66 "GET /v2.0/networks/f19ce595-f1e5-43f5-b606-8286331f814b HTTP/1.1" status: 200 len: 842 time: 0.5102105 Jul 25 16:15:02.371408 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:15:02.398555 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Made reservation on behalf of b8ee5c3834cf43d4a8d8dd7aee49ae24 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:15:02.401423 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:02.508681 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:02.607242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:02.739546 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.objects.ports [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104069) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 16:15:02.740080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (eefb3825-81b9-4a4b-a5df-4f259b58bbaf), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:02.795461 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefb3825-81b9-4a4b-a5df-4f259b58bbaf,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:02.814985 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:15:02.815327 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Network hostable DHCP agents. Network: f19ce595-f1e5-43f5-b606-8286331f814b, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:15:02.837136 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:15:02.850609 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, f19ce595-f1e5-43f5-b606-8286331f814b) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:15:02.856888 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:15:02.857928 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:02.862463 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45977779-6ccc-44d8-a569-bb3578e5a6ac None None] Network f19ce595-f1e5-43f5-b606-8286331f814b requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:15:02.883098 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-39955ba3-b1d9-4019-983f-4e6c865312e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5152969 Jul 25 16:15:02.944793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:03.007606 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67a5af-4439-4790-8898-c91dc4279530 None None] Network f19ce595-f1e5-43f5-b606-8286331f814b requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:15:03.473908 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=40,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:03.479958 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=12,neutron:SELECT=32,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:06.014589 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57532) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:15:06.680354 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8f46a206-7169-4f1c-962e-e0e104f0bf15 demo admin] 10.222.0.66 "GET /v2.0/routers/6d9f586b-9d43-43a5-beb9-2752e100c26d HTTP/1.1" status: 200 len: 710 time: 0.6638844 Jul 25 16:15:06.847132 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac25287-101d-4ed9-a1fe-13d0f2a64d63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:15:06.849612 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1ac25287-101d-4ed9-a1fe-13d0f2a64d63 demo admin] 10.222.0.66 "GET /v2.0/networks/f19ce595-f1e5-43f5-b606-8286331f814b HTTP/1.1" status: 200 len: 886 time: 0.1627481 Jul 25 16:15:06.862555 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:15:07.382466 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks [] for router_gateway (6d9f586b-9d43-43a5-beb9-2752e100c26d), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:07.741545 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks [] for router_gateway (6d9f586b-9d43-43a5-beb9-2752e100c26d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:07.854284 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:07.863042 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:07.940548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:08.094060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Allocated IP 172.27.2.21 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/59a532cd-52c9-4861-8994-fc0c8318b041) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:15:08.131754 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 328d0c57-220b-4388-be73-f6af44c3e717 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:15:08.170949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:08.213225 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:08.216694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:15:08.217253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:08.276885 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks [] for port (59a532cd-52c9-4861-8994-fc0c8318b041), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:08.333248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:08.352217 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 328d0c57-220b-4388-be73-f6af44c3e717 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:15:08.408130 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:15:08.413894 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:15:08.424734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:15:08.537807 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Pushing event updated for resources: {'Port': ['ID=59a532cd-52c9-4861-8994-fc0c8318b041,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:08.811773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks [] for router_gateway (6d9f586b-9d43-43a5-beb9-2752e100c26d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:09.162547 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1717304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3558'] for router (6d9f586b-9d43-43a5-beb9-2752e100c26d), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:09.168395 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1675320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1675278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1717281'] for router (6d9f586b-9d43-43a5-beb9-2752e100c26d), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:09.298658 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:09.322301 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Router 6d9f586b-9d43-43a5-beb9-2752e100c26d has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:15:09.403211 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:09.491050 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:15:09.498201 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:09.501275 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-85e49554-296d-40ad-9eb4-bca3536f0edd demo admin] 10.222.0.66 "PUT /v2.0/routers/6d9f586b-9d43-43a5-beb9-2752e100c26d HTTP/1.1" status: 200 len: 889 time: 2.6435909 Jul 25 16:15:09.794831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Sync routers for ids ['6d9f586b-9d43-43a5-beb9-2752e100c26d'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:15:09.815368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Routers {'6d9f586b-9d43-43a5-beb9-2752e100c26d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:15:09.816401 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:14:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['6d9f586b-9d43-43a5-beb9-2752e100c26d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:10.158858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Set router 6d9f586b-9d43-43a5-beb9-2752e100c26d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:15:10.991413 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:15:08Z', 'revision_number': 4, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port': {'id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:15:07Z', 'updated_at': '2022-07-25T16:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:15:01Z', 'revision_number': 5, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:11.081454 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Checking router: 6d9f586b-9d43-43a5-beb9-2752e100c26d for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:15:11.082020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Updating router 6d9f586b-9d43-43a5-beb9-2752e100c26d port 59a532cd-52c9-4861-8994-fc0c8318b041 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:15:11.182457 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:11.798482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks [] for port (59a532cd-52c9-4861-8994-fc0c8318b041), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:11.811484 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:11.902454 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Attempting to bind port 59a532cd-52c9-4861-8994-fc0c8318b041 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:15:11.903065 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Attempting to bind port 59a532cd-52c9-4861-8994-fc0c8318b041 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:15:11.903652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Attempting to bind port 59a532cd-52c9-4861-8994-fc0c8318b041 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:15:11.912396 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd977e-2043-493e-9635-231cfd12c1ae None None] Pushing event updated for resources: {'Port': ['ID=59a532cd-52c9-4861-8994-fc0c8318b041,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:11.918978 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:15:11.919354 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:15:11.920217 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:11.920636 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:15:11.921146 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Bound port: 59a532cd-52c9-4861-8994-fc0c8318b041, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:15:11.921558 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:11.990178 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] For port 59a532cd-52c9-4861-8994-fc0c8318b041, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:15:11.994215 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] For port 59a532cd-52c9-4861-8994-fc0c8318b041, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=59a532cd-52c9-4861-8994-fc0c8318b041,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:15:12.004242 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:12.022139 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=43 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:12.029191 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=39 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:12.082632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Routers {'6d9f586b-9d43-43a5-beb9-2752e100c26d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:15:12.083611 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:14:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['6d9f586b-9d43-43a5-beb9-2752e100c26d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:12.090524 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd977e-2043-493e-9635-231cfd12c1ae None None] Pushing event updated for resources: {'Port': ['ID=59a532cd-52c9-4861-8994-fc0c8318b041,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:12.230487 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] Set router 6d9f586b-9d43-43a5-beb9-2752e100c26d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:15:12.450354 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:12.555959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:12.561109 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:15:08Z', 'revision_number': 4, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port': {'id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:15:07Z', 'updated_at': '2022-07-25T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:15:01Z', 'revision_number': 5, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:15:12.609110 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a24288-ec35-45d8-99e8-0f22691da1cf None None] The sync data for ids ['6d9f586b-9d43-43a5-beb9-2752e100c26d'] in dv-cinder-836973-15-iscsi is: [{'id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'name': 'router1', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:14:46Z', 'updated_at': '2022-07-25T16:15:08Z', 'revision_number': 4, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'gw_port': {'id': '59a532cd-52c9-4861-8994-fc0c8318b041', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:15:07Z', 'updated_at': '2022-07-25T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '328d0c57-220b-4388-be73-f6af44c3e717', 'name': '', 'network_id': '73528248-0d32-46e9-be32-af8746588955', 'tenant_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'mac_address': 'fa:16:3e:76:d1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9f586b-9d43-43a5-beb9-2752e100c26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:14:57Z', 'updated_at': '2022-07-25T16:15:01Z', 'revision_number': 5, 'project_id': '7b0f08c7b99b41ae837c5bd48f2c1a7c', 'subnets': [{'id': 'dce0b2bc-f3c1-4778-8cb7-000142c36d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '821f0d4b-beb1-4911-8ae0-903b7af937e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:15:12.631244 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 57544) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:15:13.497421 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d9467758-6a74-41ee-85f5-b651f3f56d46 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.8628831 Jul 25 16:15:14.142266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 59a532cd-52c9-4861-8994-fc0c8318b041 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:15:14.229123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 59a532cd-52c9-4861-8994-fc0c8318b041 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:15:14.230255 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:14.367881 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:14.373403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 59a532cd-52c9-4861-8994-fc0c8318b041 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:15:14.373403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:14.408424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 59a532cd-52c9-4861-8994-fc0c8318b041, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=59a532cd-52c9-4861-8994-fc0c8318b041,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:15:14.415372 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:14.502238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=59a532cd-52c9-4861-8994-fc0c8318b041,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:15:16.143500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 59a532cd-52c9-4861-8994-fc0c8318b041 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:15:16.244608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-272667b2-4afb-4240-96df-ec1ce8ac2019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:16.273057 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 59a532cd-52c9-4861-8994-fc0c8318b041 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:15:16.273719 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (59a532cd-52c9-4861-8994-fc0c8318b041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:16.385467 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 59a532cd-52c9-4861-8994-fc0c8318b041 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:15:19.999789 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8a78025c-60a2-45df-9c3e-f6523d267426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:21.087564 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:21.890043 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:22.584711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:23.473078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=18 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:23.489273 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=9 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:32.560871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:32.563687 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:32.576055 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:34.939579 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:15:37.950504 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:44.937636 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:15:46.217512 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e120180d-20c5-4764-a6a3-fc21e8d64814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:49.999903 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-76c987dd-6662-4201-a02d-17b39f2676bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:51.005853 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:51.847731 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:15:52.415111 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:01.835808 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=12 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:02.398052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:02.408492 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:11.926139 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:16:14.944209 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:16.220689 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4f3deceb-92a5-411c-9245-78b1025c4eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:19.994038 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5959aab3-7665-4ba6-b8bf-5427e4fd3cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:21.016514 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:21.858054 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:21.925746 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:22.426405 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:32.402457 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:32.412260 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:32.415819 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:35.968064 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:35.989541 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:46.209326 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-053b3b0c-2aed-41fb-b6a8-25f7cee9d831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:48.930523 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:16:49.988778 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7b37544e-afb1-46ca-8341-912d179981e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:51.016906 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:51.854174 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:51.950875 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:16:52.415557 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:16:58.923579 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:02.401115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:02.406532 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:02.410133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:03.540675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58084) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:04.157243 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dc0886-fa52-497a-b648-a51bdef67d0a admin admin] GET failed (client error): The resource could not be found. Jul 25 16:17:04.159684 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a9dc0886-fa52-497a-b648-a51bdef67d0a admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.6173701 Jul 25 16:17:04.411675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9fcd1-7bbf-4433-a781-b93d40766f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:04.413235 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bbf9fcd1-7bbf-4433-a781-b93d40766f9e admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2486198 Jul 25 16:17:07.465849 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58096) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:08.117113 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0602b6a-f2f1-447a-b479-f868dd4081c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:08.119822 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e0602b6a-f2f1-447a-b479-f868dd4081c8 admin admin] 10.222.0.66 "GET /v2.0/subnets/dce0b2bc-f3c1-4778-8cb7-000142c36d8d HTTP/1.1" status: 200 len: 849 time: 0.6522617 Jul 25 16:17:08.143699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:17:08.312866 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Publish callbacks [] for subnet (dce0b2bc-f3c1-4778-8cb7-000142c36d8d), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:08.573589 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734079664231'] for subnet (dce0b2bc-f3c1-4778-8cb7-000142c36d8d), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:08.608814 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:08.609507 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:08.614310 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] 10.222.0.66 "PUT /v2.0/subnets/dce0b2bc-f3c1-4778-8cb7-000142c36d8d HTTP/1.1" status: 200 len: 868 time: 0.4783962 Jul 25 16:17:08.621766 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76c94a-0b25-436a-83ac-cda9f08a2438 None None] Network 73528248-0d32-46e9-be32-af8746588955 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:17:08.665241 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce0b2bc-f3c1-4778-8cb7-000142c36d8d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:17:08.685536 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.686095 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.686662 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.687237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.687806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.688445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.690028 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.690028 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.690432 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.690748 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.691337 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.691901 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.692469 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.693033 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:08.693637 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff295d91-8a12-4ffe-b457-f728a8a6d24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:17:09.049540 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Provisioning complete for port 328d0c57-220b-4388-be73-f6af44c3e717 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:17:09.050174 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (328d0c57-220b-4388-be73-f6af44c3e717), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:09.200775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Current status of the port 328d0c57-220b-4388-be73-f6af44c3e717 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:17:09.216194 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Provisioning complete for port 64f55f4c-1463-4622-b4ce-adc6f363c366 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:17:09.216815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64f55f4c-1463-4622-b4ce-adc6f363c366), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:09.338320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4a945dec-3c67-4d0c-982e-17ae4b0ce99f None None] Current status of the port 64f55f4c-1463-4622-b4ce-adc6f363c366 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:17:11.420090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58106) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:12.249261 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0622db-147c-44c3-9018-c7477928a90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:12.250142 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0622db-147c-44c3-9018-c7477928a90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:12.253121 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-aa0622db-147c-44c3-9018-c7477928a90c admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8314192 Jul 25 16:17:14.397920 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=12 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:14.408097 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=13 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:15.995803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58114) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:16.220631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e81c92de-0ba0-4081-ae24-c9f83e4a05dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:16.887004 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdfdd5-acf0-4561-a7d5-4c48ca39ed53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:16.887748 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdfdd5-acf0-4561-a7d5-4c48ca39ed53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:16.890647 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-54fdfdd5-acf0-4561-a7d5-4c48ca39ed53 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.8934090 Jul 25 16:17:19.436702 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58122) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:19.988286 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cfd8abe6-e879-46a9-8f41-a91db02e6aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:20.241295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e21a9e-2b88-4e0e-b978-d8f29bb59d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:20.243810 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e2e21a9e-2b88-4e0e-b978-d8f29bb59d53 admin admin] 10.222.0.66 "GET /v2.0/networks/73528248-0d32-46e9-be32-af8746588955 HTTP/1.1" status: 200 len: 869 time: 0.8053424 Jul 25 16:17:21.022957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:21.846717 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:22.241004 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=56,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:22.243490 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:22.425951 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:22.850206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58130) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:23.438185 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c0b75-3199-45f1-a214-3255e12a3de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:23.441060 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e48c0b75-3199-45f1-a214-3255e12a3de9 admin admin] 10.222.0.66 "GET /v2.0/networks/f19ce595-f1e5-43f5-b606-8286331f814b HTTP/1.1" status: 200 len: 886 time: 0.5892253 Jul 25 16:17:25.933991 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:17:26.735520 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58138) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:27.568932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb9cb9-0024-4fb1-ae27-fe107478369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:27.569794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb9cb9-0024-4fb1-ae27-fe107478369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:27.572624 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-73cb9cb9-0024-4fb1-ae27-fe107478369f admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8354843 Jul 25 16:17:28.948754 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:30.325192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58146) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:31.041547 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff4562-0e3b-49f8-8d41-a576fd583201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:31.042092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff4562-0e3b-49f8-8d41-a576fd583201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:31.044048 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c1ff4562-0e3b-49f8-8d41-a576fd583201 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7172711 Jul 25 16:17:31.841173 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:32.407396 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=32 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:32.419015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:34.075314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58154) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:34.781010 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaad8c4-af02-4026-8f09-447452073b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:34.782512 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7eaad8c4-af02-4026-8f09-447452073b24 admin admin] 10.222.0.66 "GET /v2.0/subnets/dce0b2bc-f3c1-4778-8cb7-000142c36d8d HTTP/1.1" status: 200 len: 868 time: 0.7062285 Jul 25 16:17:35.928218 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:37.338135 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58162) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:17:38.085145 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c369fa-1260-4ae7-a2a7-3862b1e12713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:17:38.088049 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-57c369fa-1260-4ae7-a2a7-3862b1e12713 admin admin] 10.222.0.66 "GET /v2.0/subnets/eefb3825-81b9-4a4b-a5df-4f259b58bbaf HTTP/1.1" status: 200 len: 816 time: 0.7483206 Jul 25 16:17:44.771477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=48 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:44.776956 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=57 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:46.222062 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0456041e-cc68-4e0b-a9dd-5d896b87fc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:48.073086 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:48.077437 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:17:49.990172 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-84ca6bfc-74d4-4fd6-bd70-8fb94d99b789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:51.019536 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:51.854265 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:17:52.423448 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:02.409366 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:02.413914 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:02.418232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:02.940784 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:18:12.930162 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:12.933176 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:16.211537 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c72022c5-8ca9-4c7f-84b5-c66c3748d6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:17.158708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58220) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:18:17.838981 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [None req-9515fec9-e1a6-49ee-a695-8d71a456cdec admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:18:17.840076 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9515fec9-e1a6-49ee-a695-8d71a456cdec admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6800570 Jul 25 16:18:19.995347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cb317af0-3be0-410d-9479-6127e0252fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:20.599989 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58228) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:18:21.036323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:21.219284 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f46efad-2cf2-4418-bc26-8d14f1e127e7 admin admin] GET failed (client error): The resource could not be found. Jul 25 16:18:21.222443 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8f46efad-2cf2-4418-bc26-8d14f1e127e7 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.6210763 Jul 25 16:18:21.475619 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edfb7d-8d04-415c-8cdf-2f6f2b0c881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:18:21.477104 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-27edfb7d-8d04-415c-8cdf-2f6f2b0c881b admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2486815 Jul 25 16:18:21.854403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:22.429566 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:23.962101 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58236) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:18:24.413163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:18:24.440022 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Made reservation on behalf of b8ee5c3834cf43d4a8d8dd7aee49ae24 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:18:24.442871 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:24.488650 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING neutron.services.revisions.revision_plugin [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Could not find related network for resource to bump revision. Jul 25 16:18:24.509177 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:18:24.522824 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (70a6deaf-0c95-4e57-9627-7911df3c7b92), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:24.523363 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Added segment 70a6deaf-0c95-4e57-9627-7911df3c7b92 of type vlan for network 3250c88d-8832-40aa-bf76-a8683d589161 Jul 25 16:18:24.583809 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (3250c88d-8832-40aa-bf76-a8683d589161), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:24.629268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (3250c88d-8832-40aa-bf76-a8683d589161), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:24.632252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:18:24.633277 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:24.735972 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7724342 Jul 25 16:18:24.757796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Pushing event updated for resources: {'Network': ['ID=3250c88d-8832-40aa-bf76-a8683d589161,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:18:24.771260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.771974 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.772760 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.773375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.774050 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.774648 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.775544 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.776208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.776821 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.777424 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.778036 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.778656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.779238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.779825 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.780376 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d86681e-66d6-4da9-a00b-7cfddacfad2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:24.800752 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 3250c88d-8832-40aa-bf76-a8683d589161 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:18:27.953603 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58244) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:18:28.418826 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.pecan_wsgi.hooks.translation [None req-255502ba-c8e0-4eb0-8397-b2ece2eb4c14 admin admin] GET failed (client error): The resource could not be found. Jul 25 16:18:28.420423 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-255502ba-c8e0-4eb0-8397-b2ece2eb4c14 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4654429 Jul 25 16:18:28.511184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e2a19-21a9-4cf0-9143-a4efbbeed058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:18:28.512795 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cb0e2a19-21a9-4cf0-9143-a4efbbeed058 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0853338 Jul 25 16:18:28.524253 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:18:28.552033 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Made reservation on behalf of b8ee5c3834cf43d4a8d8dd7aee49ae24 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:18:28.554796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:28.812354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:28.876828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:18:28.898393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Checking segment: {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:18:28.898779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Network hostable DHCP agents. Network: 3250c88d-8832-40aa-bf76-a8683d589161, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:18:28.927712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Network 3250c88d-8832-40aa-bf76-a8683d589161 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:18:28.944072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 3250c88d-8832-40aa-bf76-a8683d589161) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:18:28.954734 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:18:28.955765 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a38b3-49dd-438c-a3bc-b705854d3355 None None] Network 3250c88d-8832-40aa-bf76-a8683d589161 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:18:28.956398 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:28.979702 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-921b58aa-8646-4ef1-be14-b80499b1f28e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4591205 Jul 25 16:18:29.231224 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-3250c88d-8832-40aa-bf76-a8683d589161', 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161', 'project_id': 'b8ee5c3834cf43d4a8d8dd7aee49ae24', 'fixed_ips': [{'subnet_id': 'a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:18:29.233430 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:29.431728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Allocated IP 192.168.233.2 (3250c88d-8832-40aa-bf76-a8683d589161/a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6/ef564de6-4897-476b-b16b-92914e9767c1) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:18:29.661280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks [] for port (ef564de6-4897-476b-b16b-92914e9767c1), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:29.669568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (ef564de6-4897-476b-b16b-92914e9767c1), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:29.718650 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Network 3250c88d-8832-40aa-bf76-a8683d589161 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:18:29.722737 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:18:29.725690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:18:29.738056 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Pushing event updated for resources: {'Port': ['ID=ef564de6-4897-476b-b16b-92914e9767c1,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:18:29.770961 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.771369 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.771734 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.772095 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.772433 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.773826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.773826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.773826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.773826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.774459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.774459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.774777 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.775048 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.775367 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.775681 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:18:29.842059 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Attempting to bind port ef564de6-4897-476b-b16b-92914e9767c1 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:18:29.842793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Attempting to bind port ef564de6-4897-476b-b16b-92914e9767c1 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:18:29.843271 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Attempting to bind port ef564de6-4897-476b-b16b-92914e9767c1 on network 3250c88d-8832-40aa-bf76-a8683d589161 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:18:29.853666 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:18:29.854306 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Checking segment: {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:18:29.855183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:29.855680 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Bound using segment: {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:18:29.856513 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Bound port: ef564de6-4897-476b-b16b-92914e9767c1, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:18:29.857227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ef564de6-4897-476b-b16b-92914e9767c1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:29.948211 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] For port ef564de6-4897-476b-b16b-92914e9767c1, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:18:29.951700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] For port ef564de6-4897-476b-b16b-92914e9767c1, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ef564de6-4897-476b-b16b-92914e9767c1,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:18:29.960379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ef564de6-4897-476b-b16b-92914e9767c1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:30.049281 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b5f96-2dac-4e49-9461-d09ff8469f26 None None] Pushing event updated for resources: {'Port': ['ID=ef564de6-4897-476b-b16b-92914e9767c1,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:18:31.082713 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c56e8-278b-4d46-acb8-5e53d5a5cb80 None None] Network 3250c88d-8832-40aa-bf76-a8683d589161 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:18:31.176557 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Provisioning complete for port ef564de6-4897-476b-b16b-92914e9767c1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:18:31.177029 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ef564de6-4897-476b-b16b-92914e9767c1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:31.376057 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Current status of the port ef564de6-4897-476b-b16b-92914e9767c1 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:18:31.376668 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ef564de6-4897-476b-b16b-92914e9767c1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:31.435231 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] For port ef564de6-4897-476b-b16b-92914e9767c1, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ef564de6-4897-476b-b16b-92914e9767c1,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:18:31.449664 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ef564de6-4897-476b-b16b-92914e9767c1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:31.472139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=12 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:31.476518 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=10 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:31.494774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:31.513811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647b2d5-d5ad-463a-aa89-8d68c67b4026 None None] Pushing event updated for resources: {'Port': ['ID=ef564de6-4897-476b-b16b-92914e9767c1,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:18:31.685604 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0e10a738-4c4c-4ea0-a4ba-df414b2fdb7d None None] Provisioning complete for port ef564de6-4897-476b-b16b-92914e9767c1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:18:31.686070 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0e10a738-4c4c-4ea0-a4ba-df414b2fdb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ef564de6-4897-476b-b16b-92914e9767c1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:31.809265 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0e10a738-4c4c-4ea0-a4ba-df414b2fdb7d None None] Current status of the port ef564de6-4897-476b-b16b-92914e9767c1 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:18:32.282926 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ef564de6-4897-476b-b16b-92914e9767c1 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:18:32.341050 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port ef564de6-4897-476b-b16b-92914e9767c1 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:18:32.341631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ef564de6-4897-476b-b16b-92914e9767c1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:32.462025 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:32.466538 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:32.481564 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port ef564de6-4897-476b-b16b-92914e9767c1 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:18:38.970618 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=66,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:38.971670 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:39.931088 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:18:42.478189 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=21 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:42.945654 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:46.223010 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-71d49474-92ae-4b33-87ad-464f067cafb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:49.927511 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:18:49.989170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-380ce138-a350-40a9-9904-f8c8c4978778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:51.036314 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:51.851910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:18:52.440834 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:01.845113 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:02.429115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:02.434563 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:16.215120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-72bbd412-4ab0-4b1c-a160-7e86adca9eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:16.931499 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:19:19.990382 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0c13ce5a-2285-442e-8bf8-56e96f6d6401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:21.032812 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:21.858378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:22.434529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:26.925319 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=20 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:26.927230 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=14 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:32.413898 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:32.422168 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:32.426651 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:19:46.222077 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6545b73a-bc8b-4851-8f7a-971548ccdd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:49.991673 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-45d48b48-dfd4-4a32-aedf-2ae523fede6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:51.039389 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:51.858979 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:52.449607 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:19:53.934670 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:19:56.948577 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:02.426313 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:02.434338 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:02.439991 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:11.920875 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:16.215799 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7e8f9cba-6167-479a-b6a8-d05c00e444fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:20.003441 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-32a7b44e-842e-47a0-9aca-fc9de6bff837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:20.545087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58302) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:20:20.553793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [None req-68e4eed0-4767-4a2d-8a7a-d09ff10fab11 tempest-verify_tempest_config-1543370070 tempest-verify_tempest_config-1543370070-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:20:20.555465 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-68e4eed0-4767-4a2d-8a7a-d09ff10fab11 tempest-verify_tempest_config-1543370070 tempest-verify_tempest_config-1543370070-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0082741 Jul 25 16:20:21.050823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.184440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58320) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:20:21.455718 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.607887 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Publish callbacks [] for security_group (cd0e3e81-2ea3-495d-b09f-c8eec269b6a8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.614303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cd0e3e81-2ea3-495d-b09f-c8eec269b6a8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.778497 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3720625f4ea4f87ac03df89a12156cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5921340 Jul 25 16:20:21.780200 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e3e81-2ea3-495d-b09f-c8eec269b6a8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:20:21.783241 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58324) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:20:21.794895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.795511 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.796148 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.796794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.797479 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.798060 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.798652 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.799230 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.799862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.800523 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.801061 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.801692 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.802271 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.802829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.803389 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75988eb5-dc5c-4e02-86bf-27152090a9a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:21.875563 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.940636 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Publish callbacks [] for security_group (cd0e3e81-2ea3-495d-b09f-c8eec269b6a8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:21.988854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Publish callbacks [] for security_group (cd0e3e81-2ea3-495d-b09f-c8eec269b6a8), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:22.140311 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cd0e3e81-2ea3-495d-b09f-c8eec269b6a8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:22.144260 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:22.145703 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd0e3e81-2ea3-495d-b09f-c8eec269b6a8 HTTP/1.1" status: 204 len: 168 time: 0.3603699 Jul 25 16:20:22.165933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e3e81-2ea3-495d-b09f-c8eec269b6a8,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:20:22.186015 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.186627 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.187561 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.187848 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.188483 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.194571 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.194913 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.195495 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.196235 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.196828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.198081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.198621 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.199224 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.200318 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.200318 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93864ae-bb63-41cd-a0e7-6db4f2208b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:20:22.458341 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:30.940138 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:20:31.770759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:31.786513 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:32.071273 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:32.172336 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:32.437982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:32.446001 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:32.450280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:33.958968 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:40.932877 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:20:46.216093 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8d53-3370-43e7-80b9-3abcb91b4b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:49.992301 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-14ecf850-f66c-4832-a467-9c2c1ff425d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:51.046203 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:51.858059 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:20:52.450103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:02.430131 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:02.440529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:02.444490 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:07.941048 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:21:16.212389 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-90fe589f-1b9c-4085-9dcd-e500acbf2ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:17.936426 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:19.991088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-74139b4c-8527-433e-a318-eca7edf56b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:21.047953 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:21.859489 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:22.456845 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:25.919988 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=19 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:32.438186 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:32.446355 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:32.449692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=2,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:44.940733 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 5 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:21:46.221795 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-84974216-654d-4bb4-886a-14b6880edade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:49.991056 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-af8a1bab-da14-4903-ad08-81165f2cbfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:51.052020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:51.866453 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:52.452160 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:21:54.936451 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:21:54.937679 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:02.436760 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:02.443161 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:02.446775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:11.916488 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:11.917497 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:14.767519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712795'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:16.219614 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-08a634fa-70a0-457e-b3a8-d206f1505aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:19.989653 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc249c84-ad3c-4a33-af0f-8ca15b819f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:21.052465 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:21.862489 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:21.942603 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:22:22.458798 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:27.958219 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58400) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:22:28.093517 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3e1c594d-7b0f-4411-9784-d95c1eb7e83e admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1340897 Jul 25 16:22:30.456941 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58410) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:22:30.530943 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7a2c3965-542e-4a20-bd77-b56fe5d9fee1 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0723188 Jul 25 16:22:31.936182 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:31.937147 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:32.443853 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:32.446041 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:32.453247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:40.523689 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:40.524539 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:22:44.751056 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:46.217509 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b6f793da-6ce2-4575-8834-c0bab43df118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:49.990378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-558f590e-7bce-48fd-930c-34e5fff5323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:51.057180 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:51.854823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:52.459745 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:22:58.943879 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:23:02.445930 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:02.447279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:02.454519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:14.751340 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:15.683973 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:15.684913 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:16.217324 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-44b806b2-91e2-4f67-9376-d577441b6345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:19.993769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4a0dcc3b-d2ac-4aad-9cf5-947e1d009852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:21.058944 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:21.855392 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:22.475326 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:32.455134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:32.463926 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:32.468428 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:35.949209 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:23:44.763686 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:45.940379 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:45.941550 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:23:46.217469 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5d51db6a-0f47-4828-be08-091d4934e92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:49.998031 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3516-3ad6-4967-9453-5a2953c23d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:51.070475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:51.856196 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:23:52.478805 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:02.454986 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:02.463430 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=1,neutron:SELECT=15 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:02.473138 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:12.949185 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:24:14.800588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:15.950952 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:16.234830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58476) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:16.244898 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1ce39c8c-6fbe-4048-b2f3-d3bc4de3399c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.559854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1064159704-network', 'tenant_id': '287b6d7980174314b20fe6b172725bf4'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:16.618238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Made reservation on behalf of 287b6d7980174314b20fe6b172725bf4 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:16.627726 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.656018 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.831152 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks [] for security_group (fd22d02b-206b-40d9-ba8f-45e1fd49bafd), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.846741 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (fd22d02b-206b-40d9-ba8f-45e1fd49bafd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.887294 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:24:16.931314 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734079638146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (5212ff52-82d9-4266-bf89-ad50464092d7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:16.932401 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Unsubscribe: segment precommit_create {{(pid=104069) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 16:24:16.933172 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Added segment 5212ff52-82d9-4266-bf89-ad50464092d7 of type vlan for network 54e60efa-4def-4721-894e-aa1775d3a3a6 Jul 25 16:24:17.062040 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (54e60efa-4def-4721-894e-aa1775d3a3a6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:17.153548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22d02b-206b-40d9-ba8f-45e1fd49bafd,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:17.163898 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.165464 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.166056 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.166874 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.167546 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.168166 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.168826 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.169427 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.170053 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.170732 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.171291 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.171889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.172729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.173267 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.173919 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Tracked resource versions report: Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: pushed versions: Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: { 'AddressGroup': {'1.2'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Agent': {'1.1'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'ConntrackHelper': {'1.0'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Log': {'1.0'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'NDPProxy': {'1.0'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Network': {'1.1'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Port': {'1.7'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'PortForwarding': {'1.3'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'QosPolicy': {'1.10'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroup': {'1.5'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SubPort': {'1.0'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Subnet': {'1.1'}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Trunk': {'1.1'}} Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: consumer versions: Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: HyperV agent@hv-cinder-83697: {}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Agent': '1.1', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'ConntrackHelper': '1.0', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'LocalIPAssociation': '1.0', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Log': '1.0', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'NDPProxy': '1.0', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Network': '1.1', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Port': '1.7', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'PortForwarding': '1.3', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'QosPolicy': '1.10', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroup': '1.5', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SecurityGroupRule': '1.2', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'SubPort': '1.0', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Subnet': '1.1', Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: 'Trunk': '1.1'}} Jul 25 16:24:17.177406 dv-cinder-836973-15-iscsi neutron-server[104069]: {{(pid=104069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:24:17.199594 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (54e60efa-4def-4721-894e-aa1775d3a3a6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:17.202220 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:17.204639 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:17.366699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] Pushing event updated for resources: {'Network': ['ID=54e60efa-4def-4721-894e-aa1775d3a3a6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:17.384733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:24:17.385598 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bda6c57d-75fd-444f-ba38-6ff71fc719aa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1483600 Jul 25 16:24:17.393738 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58498) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:17.397760 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Request body: {'subnet': {'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1064159704-subnet', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:17.438528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Made reservation on behalf of 287b6d7980174314b20fe6b172725bf4 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:17.442021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:17.860029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (7d51f891-1842-4914-b4fa-63a248cc4680), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:17.988687 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d51f891-1842-4914-b4fa-63a248cc4680,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:18.012594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.013164 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.013882 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.014321 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.014877 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.015447 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.016184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.016651 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.017252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.017854 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.018435 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.019006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.019505 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.020020 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.020584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Tracked resource versions report: Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: pushed versions: Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: { 'AddressGroup': {'1.2'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Agent': {'1.1'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'ConntrackHelper': {'1.0'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Log': {'1.0'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'NDPProxy': {'1.0'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Network': {'1.1'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Port': {'1.7'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'PortForwarding': {'1.3'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'QosPolicy': {'1.10'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroup': {'1.5'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SubPort': {'1.0'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Subnet': {'1.1'}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Trunk': {'1.1'}} Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: consumer versions: Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: HyperV agent@hv-cinder-83697: {}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Agent': '1.1', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'ConntrackHelper': '1.0', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'LocalIPAssociation': '1.0', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Log': '1.0', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'NDPProxy': '1.0', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Network': '1.1', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Port': '1.7', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'PortForwarding': '1.3', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'QosPolicy': '1.10', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroup': '1.5', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SecurityGroupRule': '1.2', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'SubPort': '1.0', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Subnet': '1.1', Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: 'Trunk': '1.1'}} Jul 25 16:24:18.024629 dv-cinder-836973-15-iscsi neutron-server[104068]: {{(pid=104068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:24:18.032104 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Checking segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:18.032694 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Network hostable DHCP agents. Network: 54e60efa-4def-4721-894e-aa1775d3a3a6, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:24:18.070851 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:24:18.093369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 54e60efa-4def-4721-894e-aa1775d3a3a6) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:18.101425 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:18.102512 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.109213 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5d474-43b1-47c2-9e9c-601f404f4b87 None None] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:18.142297 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0d6dff90-ee98-46ec-b4c1-8cfae17e02fa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7500155 Jul 25 16:24:18.145143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58536) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:18.155294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:18.202719 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.203990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.341830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-54e60efa-4def-4721-894e-aa1775d3a3a6', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'project_id': '287b6d7980174314b20fe6b172725bf4', 'fixed_ips': [{'subnet_id': '7d51f891-1842-4914-b4fa-63a248cc4680'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:24:18.343408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.460549 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for router_controller (4f4b18b8-e058-4305-9d46-02f5f332aaca), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.728804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Allocated IP 172.20.0.2 (54e60efa-4def-4721-894e-aa1775d3a3a6/7d51f891-1842-4914-b4fa-63a248cc4680/c198cd42-dc0c-4b9d-92da-83cc0e865906) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:18.790542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for router_gateway (4f4b18b8-e058-4305-9d46-02f5f332aaca), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:18.991446 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks [] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.001971 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.008485 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:19.042124 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:19.083571 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:19.092136 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:19.205785 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Attempting to bind port c198cd42-dc0c-4b9d-92da-83cc0e865906 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:19.206658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Attempting to bind port c198cd42-dc0c-4b9d-92da-83cc0e865906 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:19.207182 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Attempting to bind port c198cd42-dc0c-4b9d-92da-83cc0e865906 on network 54e60efa-4def-4721-894e-aa1775d3a3a6 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:19.219229 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Pushing event updated for resources: {'Port': ['ID=c198cd42-dc0c-4b9d-92da-83cc0e865906,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:19.229658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.230620 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.231266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.232130 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.232741 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.233267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.233783 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.234279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.234884 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.235178 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.236154 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.236154 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.236485 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.237099 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.237811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Tracked resource versions report: Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: pushed versions: Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: { 'AddressGroup': {'1.2'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Agent': {'1.1'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'ConntrackHelper': {'1.0'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Log': {'1.0'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'NDPProxy': {'1.0'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Network': {'1.1'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Port': {'1.7'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'PortForwarding': {'1.3'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'QosPolicy': {'1.10'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroup': {'1.5'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SubPort': {'1.0'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Subnet': {'1.1'}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Trunk': {'1.1'}} Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: consumer versions: Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: HyperV agent@hv-cinder-83697: {}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Agent': '1.1', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'ConntrackHelper': '1.0', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'LocalIPAssociation': '1.0', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Log': '1.0', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'NDPProxy': '1.0', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Network': '1.1', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Port': '1.7', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'PortForwarding': '1.3', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'QosPolicy': '1.10', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroup': '1.5', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SecurityGroupRule': '1.2', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'SubPort': '1.0', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Subnet': '1.1', Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: 'Trunk': '1.1'}} Jul 25 16:24:19.239538 dv-cinder-836973-15-iscsi neutron-server[104070]: {{(pid=104070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:24:19.246427 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:19.246979 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Checking segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:19.247500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.249399 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Bound using segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:19.249399 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Bound port: c198cd42-dc0c-4b9d-92da-83cc0e865906, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:19.249399 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.347750 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] For port c198cd42-dc0c-4b9d-92da-83cc0e865906, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:19.352388 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] For port c198cd42-dc0c-4b9d-92da-83cc0e865906, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c198cd42-dc0c-4b9d-92da-83cc0e865906,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:19.362555 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.511168 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e073-e027-4864-b44a-b6e350f1084e None None] Pushing event updated for resources: {'Port': ['ID=c198cd42-dc0c-4b9d-92da-83cc0e865906,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:19.515800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for router_gateway (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.559102 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:19.896254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Allocated IP 172.27.2.213 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/4ceaf233-ed2b-420d-bde8-b494618bdc1d) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:20.022463 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7847f24a-0044-49eb-9876-0c807c393b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.072278 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.093744 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:20.165764 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.275471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:20.282122 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:20.290108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:20.460828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ceaf233-ed2b-420d-bde8-b494618bdc1d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:20.556225 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c198cd42-dc0c-4b9d-92da-83cc0e865906 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:20.684574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port c198cd42-dc0c-4b9d-92da-83cc0e865906 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:20.685050 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.856438 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port c198cd42-dc0c-4b9d-92da-83cc0e865906 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:20.857921 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.923807 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port c198cd42-dc0c-4b9d-92da-83cc0e865906, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c198cd42-dc0c-4b9d-92da-83cc0e865906,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:20.931087 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:20.968531 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for router_gateway (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:21.023519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=c198cd42-dc0c-4b9d-92da-83cc0e865906,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:21.094134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:21.274257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203bf27-3a67-499f-9eb1-beb870bb85b7 None None] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:21.434014 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:21.443954 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-8d8ee8a7-4305-48f6-a671-949fbe53cf69 None None] Provisioning complete for port c198cd42-dc0c-4b9d-92da-83cc0e865906 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:21.444369 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee8a7-4305-48f6-a671-949fbe53cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:21.570093 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:21.632088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ee8a7-4305-48f6-a671-949fbe53cf69 None None] Current status of the port c198cd42-dc0c-4b9d-92da-83cc0e865906 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:21.729218 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Router 4f4b18b8-e058-4305-9d46-02f5f332aaca is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:24:21.738014 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:21.869238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58666) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:21.869966 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:21.934843 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58670) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:21.958673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:21.979664 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Sync routers for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:22.005832 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.008211 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-90acecfc-e83c-42a2-bbd8-8ecf7e85a8d1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8607733 Jul 25 16:24:22.013672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58678) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:22.013996 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:22.014671 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:22.072222 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f95d21ce-e82d-4c4b-b793-658305f219c9 None None] Provisioning complete for port c198cd42-dc0c-4b9d-92da-83cc0e865906 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:22.074875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f95d21ce-e82d-4c4b-b793-658305f219c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.083908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:22.120381 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:22.218061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f95d21ce-e82d-4c4b-b793-658305f219c9 None None] Current status of the port c198cd42-dc0c-4b9d-92da-83cc0e865906 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:22.222557 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:22.479979 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-network', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:22.482114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.515978 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c198cd42-dc0c-4b9d-92da-83cc0e865906 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:22.625056 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:20Z', 'revision_number': 3, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:22.628395 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port c198cd42-dc0c-4b9d-92da-83cc0e865906 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:22.629197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.648167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-73784076-network', 'tenant_id': '5c4be8083168475198c66cca890b18a9'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:22.674966 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Checking router: 4f4b18b8-e058-4305-9d46-02f5f332aaca for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:22.675532 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Updating router 4f4b18b8-e058-4305-9d46-02f5f332aaca port 4ceaf233-ed2b-420d-bde8-b494618bdc1d binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:22.738029 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.814082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port c198cd42-dc0c-4b9d-92da-83cc0e865906 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:22.836648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Made reservation on behalf of 18b6e0eaf4eb48868a683c7769d3df7a for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:22.850789 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.865149 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Made reservation on behalf of 5c4be8083168475198c66cca890b18a9 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:22.870216 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.914639 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:22.965066 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.057820 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:23.112856 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:23.355148 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks [] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.372912 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.434907 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks [] for security_group (96127198-6dcf-4ddd-8797-2dd4749ecda7), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.447810 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks [] for security_group (1ad8620e-d8ee-49c1-9df2-95b8daea0aea), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.457755 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (96127198-6dcf-4ddd-8797-2dd4749ecda7), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.481761 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1ad8620e-d8ee-49c1-9df2-95b8daea0aea), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.536346 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:24:23.604412 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Pushing event updated for resources: {'Port': ['ID=4ceaf233-ed2b-420d-bde8-b494618bdc1d,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:23.636967 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.637850 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.640171 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.642503 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.645945 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:24:23.652857 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.654078 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.655191 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.655879 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.657659 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.658346 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.660693 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.661864 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.662413 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.663431 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.663970 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Tracked resource versions report: Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: pushed versions: Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: { 'AddressGroup': {'1.2'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Agent': {'1.1'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'ConntrackHelper': {'1.0'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'LocalIPAssociation': {'1.0'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Log': {'1.0'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'NDPProxy': {'1.0'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Network': {'1.1'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Port': {'1.7'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'PortForwarding': {'1.3'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'QosPolicy': {'1.10'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroup': {'1.5'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroupRule': {'1.2'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SubPort': {'1.0'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Subnet': {'1.1'}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Trunk': {'1.1'}} Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: consumer versions: Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: { DHCP agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: HyperV agent@hv-cinder-83697: {}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: L3 agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: Metadata agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: Metering agent@dv-cinder-836973-15-iscsi: {}, Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: Open vSwitch agent@dv-cinder-836973-15-iscsi: { 'AddressGroup': '1.2', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Agent': '1.1', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'ConntrackHelper': '1.0', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'LocalIPAssociation': '1.0', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Log': '1.0', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'NDPProxy': '1.0', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Network': '1.1', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Port': '1.7', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'PortForwarding': '1.3', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'QosPolicy': '1.10', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroup': '1.5', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SecurityGroupRule': '1.2', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'SubPort': '1.0', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Subnet': '1.1', Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: 'Trunk': '1.1'}} Jul 25 16:24:23.671409 dv-cinder-836973-15-iscsi neutron-server[104071]: {{(pid=104071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 16:24:23.739315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (37ae83e4-2961-4e1d-be2d-17d96029a6fe), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.739577 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Added segment 37ae83e4-2961-4e1d-be2d-17d96029a6fe of type vlan for network 6ab96305-1028-4c5a-918e-429bbc4d3787 Jul 25 16:24:23.749283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.750216 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Added segment f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8 of type vlan for network ab360f41-bf62-4a29-ad06-3a6595fd95fd Jul 25 16:24:23.752194 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Attempting to bind port 4ceaf233-ed2b-420d-bde8-b494618bdc1d on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:23.756714 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Attempting to bind port 4ceaf233-ed2b-420d-bde8-b494618bdc1d by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:23.757580 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Attempting to bind port 4ceaf233-ed2b-420d-bde8-b494618bdc1d on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:23.784388 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:23.784856 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:23.789026 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.790676 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:23.790676 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Bound port: 4ceaf233-ed2b-420d-bde8-b494618bdc1d, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:23.791286 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.837121 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.847816 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96127198-6dcf-4ddd-8797-2dd4749ecda7,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:23.964173 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (6ab96305-1028-4c5a-918e-429bbc4d3787), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.969397 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] For port 4ceaf233-ed2b-420d-bde8-b494618bdc1d, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:23.975561 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] For port 4ceaf233-ed2b-420d-bde8-b494618bdc1d, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=4ceaf233-ed2b-420d-bde8-b494618bdc1d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:23.983374 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (ab360f41-bf62-4a29-ad06-3a6595fd95fd), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:23.987611 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.132990 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8620e-d8ee-49c1-9df2-95b8daea0aea,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:24.158292 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:24.161506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.db.resource_extend [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 16:24:24.165883 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (6ab96305-1028-4c5a-918e-429bbc4d3787), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (ab360f41-bf62-4a29-ad06-3a6595fd95fd), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:24.280283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.286645 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:24.325500 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3821106 Jul 25 16:24:24.327958 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58730) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:24.360805 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Request body: {'subnet': {'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-73784076-subnet', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:24.376525 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255a25-0673-4215-a4a2-3befef261821 None None] Pushing event updated for resources: {'Port': ['ID=4ceaf233-ed2b-420d-bde8-b494618bdc1d,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:24.411691 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:24.464092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Made reservation on behalf of 5c4be8083168475198c66cca890b18a9 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:24.466757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:24.504458 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:24.515633 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.6392341 Jul 25 16:24:24.590715 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58736) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:24.610374 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Request body: {'subnet': {'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-subnet', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:24.638001 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:24.654393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:24.760827 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9deb7b-556d-427e-943e-7c89a2d91f9c admin admin] Pushing event updated for resources: {'Network': ['ID=6ab96305-1028-4c5a-918e-429bbc4d3787,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:24.779802 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:24:24.839167 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Made reservation on behalf of 18b6e0eaf4eb48868a683c7769d3df7a for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:24.843110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:25.130573 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70afa2-655d-4975-8233-117ef8ca9b27 admin admin] Pushing event updated for resources: {'Network': ['ID=ab360f41-bf62-4a29-ad06-3a6595fd95fd,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:25.151040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:24:25.193640 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:25.195972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Allocated IP 172.20.0.1 (54e60efa-4def-4721-894e-aa1775d3a3a6/7d51f891-1842-4914-b4fa-63a248cc4680/74829555-947b-4aff-89fe-a6fe060fc041) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:25.317579 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:20Z', 'revision_number': 3, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:25.404140 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c045ef-f919-418a-ad2e-42299780da56 None None] The sync data for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi is: [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:20Z', 'revision_number': 3, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:24:25.579866 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks [] for port (74829555-947b-4aff-89fe-a6fe060fc041), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:25.660640 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:25.759594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (8c73b70b-a4ef-4199-82ab-d49f3df7dc6c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:25.795569 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Pushing event updated for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:25.816796 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:25.820150 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:25.824736 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:25.825874 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.014316 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (577683a3-ca16-4d98-9b85-886bba855a80), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.023448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:26.131290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Checking segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:26.131562 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Network hostable DHCP agents. Network: ab360f41-bf62-4a29-ad06-3a6595fd95fd, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:24:26.147086 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577683a3-ca16-4d98-9b85-886bba855a80,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:26.224369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:26.224801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Network hostable DHCP agents. Network: 6ab96305-1028-4c5a-918e-429bbc4d3787, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:24:26.251998 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:24:26.324238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, ab360f41-bf62-4a29-ad06-3a6595fd95fd) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:26.340613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e57b1-dd74-4123-9113-59f5741d67d9 None None] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:26.341174 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:26.342030 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.351396 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:24:26.412455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 6ab96305-1028-4c5a-918e-429bbc4d3787) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:26.431162 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:26.444549 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.464587 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:26.480554 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-857e3513-cb30-410a-8ca4-eae6bd0d7671 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1425440 Jul 25 16:24:26.492894 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58776) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:26.509644 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:26.560452 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3f995504-eb43-4319-91bf-e1bd15f90a78 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9607816 Jul 25 16:24:26.573393 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58782) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:26.574253 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (74829555-947b-4aff-89fe-a6fe060fc041), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.629528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.631905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:26.641305 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:26.675766 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be141ca4-38d0-4c32-ad1b-7579f97153bb None None] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:26.709294 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 4ceaf233-ed2b-420d-bde8-b494618bdc1d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:26.863404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for router_controller (05139dea-cf56-4a00-a647-1fbec6eb202f), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.030079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-1b5b90a1-7cd8-47a3-9629-113512d27d2d None None] Provisioning complete for port 74829555-947b-4aff-89fe-a6fe060fc041 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:27.030731 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1b5b90a1-7cd8-47a3-9629-113512d27d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (74829555-947b-4aff-89fe-a6fe060fc041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.124484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.131109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.239528 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for router_controller (3d5c529a-ec03-40a9-93a4-2d5ac965b876), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.252525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:27.254650 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b90a1-7cd8-47a3-9629-113512d27d2d None None] Port 74829555-947b-4aff-89fe-a6fe060fc041 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:27.412184 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:24:27.427004 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.554244 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for router_gateway (05139dea-cf56-4a00-a647-1fbec6eb202f), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.558689 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-6ab96305-1028-4c5a-918e-429bbc4d3787', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:24:27.560500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.563180 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks [] for port (74829555-947b-4aff-89fe-a6fe060fc041), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.565494 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:27.580163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 4ceaf233-ed2b-420d-bde8-b494618bdc1d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:27.583116 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.606084 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.607787 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.844800 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:27.851090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for router_gateway (3d5c529a-ec03-40a9-93a4-2d5ac965b876), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:27.956858 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Pushing event updated for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:28.227719 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:28.229802 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for router_gateway (05139dea-cf56-4a00-a647-1fbec6eb202f), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:28.234448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:28.296819 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:28.642239 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Allocated IP 172.27.2.212 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/0e2ad6a9-a96b-4a39-b38e-d7e50201701b) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:28.782269 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Allocated IP 172.20.0.2 (6ab96305-1028-4c5a-918e-429bbc4d3787/577683a3-ca16-4d98-9b85-886bba855a80/503bcbef-52d9-4c0e-8995-70b8faa06e60) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:28.967246 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 4ceaf233-ed2b-420d-bde8-b494618bdc1d is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:28.968262 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:28.982307 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.037600 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.059231 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-acc87d91-5128-4364-bafe-8ee41306edf2 None None] Provisioning complete for port 74829555-947b-4aff-89fe-a6fe060fc041 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:29.062019 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-acc87d91-5128-4364-bafe-8ee41306edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (74829555-947b-4aff-89fe-a6fe060fc041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.099147 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:29.148992 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Router 4f4b18b8-e058-4305-9d46-02f5f332aaca has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:24:29.171808 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 4ceaf233-ed2b-420d-bde8-b494618bdc1d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=4ceaf233-ed2b-420d-bde8-b494618bdc1d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:29.200085 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:29.221080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:29.233704 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:29.285148 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for router_gateway (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.318586 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.355436 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Pushing event updated for resources: {'Port': ['ID=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:29.415137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Allocated IP 172.20.0.2 (ab360f41-bf62-4a29-ad06-3a6595fd95fd/8c73b70b-a4ef-4199-82ab-d49f3df7dc6c/fce66f34-dd78-44c9-8edb-aec2c95e0ce4) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:29.463035 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:29.473609 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cb2744de-e8a8-4ce0-a6a6-c5708ead93d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/4f4b18b8-e058-4305-9d46-02f5f332aaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4571836 Jul 25 16:24:29.518703 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:29.531705 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Sync routers for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:29.535068 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.570193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:29.615167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Allocated IP 172.27.2.69 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/2a3d45b4-050d-4f1b-ba8d-30503983f6c3) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:29.624388 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-acc87d91-5128-4364-bafe-8ee41306edf2 None None] Port 74829555-947b-4aff-89fe-a6fe060fc041 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:29.711390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:29.734163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=4ceaf233-ed2b-420d-bde8-b494618bdc1d,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:29.813608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks [] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.870503 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:29.871355 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:29.889861 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:29.926504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for router_gateway (05139dea-cf56-4a00-a647-1fbec6eb202f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.014237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.052998 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:30.068754 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.155143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:30.175379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:30.178160 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:30.199629 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:30.207487 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:30.227896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:30.227896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:30.269007 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Pushing event updated for resources: {'Port': ['ID=503bcbef-52d9-4c0e-8995-70b8faa06e60,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:30.279234 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks [] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.307385 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.385082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:30.387801 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 58906) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:30.394748 dv-cinder-836973-15-iscsi neutron-server[104069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 16:24:30.453958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Attempting to bind port 503bcbef-52d9-4c0e-8995-70b8faa06e60 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:30.454472 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Attempting to bind port 503bcbef-52d9-4c0e-8995-70b8faa06e60 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:30.455069 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Attempting to bind port 503bcbef-52d9-4c0e-8995-70b8faa06e60 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:30.458056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.466878 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:30.472846 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:30.473931 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:30.474613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:30.475253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.475943 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Bound using segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:30.476692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Bound port: 503bcbef-52d9-4c0e-8995-70b8faa06e60, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:30.477919 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:30.485804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:30.488754 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Pushing event updated for resources: {'Port': ['ID=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:30.527018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:30.587136 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:30.827119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Router 05139dea-cf56-4a00-a647-1fbec6eb202f is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:24:30.986624 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-533f3db6-6198-4355-a8b6-b1d965f7c451 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:30.996341 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-533f3db6-6198-4355-a8b6-b1d965f7c451 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/networks?id=54e60efa-4def-4721-894e-aa1775d3a3a6 HTTP/1.1" status: 200 len: 812 time: 0.6072531 Jul 25 16:24:31.034167 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Attempting to bind port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:31.035072 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Attempting to bind port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:31.035582 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Attempting to bind port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:31.046901 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] For port 503bcbef-52d9-4c0e-8995-70b8faa06e60, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:31.066693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:31.066693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Checking segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:31.068023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.068023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Bound using segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:31.068513 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Bound port: fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:31.069388 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.078410 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] For port 503bcbef-52d9-4c0e-8995-70b8faa06e60, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=503bcbef-52d9-4c0e-8995-70b8faa06e60,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:31.086373 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:26Z', 'revision_number': 4, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '74829555-947b-4aff-89fe-a6fe060fc041', 'name': '', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'mac_address': 'fa:16:3e:03:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:24Z', 'updated_at': '2022-07-25T16:24:26Z', 'revision_number': 2, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'subnets': [{'id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:31.112360 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-85cc906c-45df-4f5c-943f-067ebea37b06 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/quotas/287b6d7980174314b20fe6b172725bf4 HTTP/1.1" status: 200 len: 375 time: 0.1147301 Jul 25 16:24:31.128541 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.133212 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Checking router: 4f4b18b8-e058-4305-9d46-02f5f332aaca for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:31.133994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Updating router 4f4b18b8-e058-4305-9d46-02f5f332aaca port 74829555-947b-4aff-89fe-a6fe060fc041 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:31.184142 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:31.198017 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:31.223163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.227446 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8d9b4ca8-4312-4452-943b-b87e3c2dca1b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7291183 Jul 25 16:24:31.229211 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 58932) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:31.231167 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:31.231998 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:31.261656 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-36ff0ef2-9a2a-4fd5-bf53-c243113f5aae tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=287b6d7980174314b20fe6b172725bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408150 Jul 25 16:24:31.270497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for router_gateway (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.325313 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (74829555-947b-4aff-89fe-a6fe060fc041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.360308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186712d1-d969-423d-8fc6-5ea4eb9d39bc None None] Pushing event updated for resources: {'Port': ['ID=503bcbef-52d9-4c0e-8995-70b8faa06e60,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:31.386040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4885778b-769e-4516-a401-7aee357ba193 None None] For port fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:31.446496 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4885778b-769e-4516-a401-7aee357ba193 None None] For port fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:31.637209 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.866538 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:31.883661 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-4a652d90-e8e8-4dff-b9d2-a384132a5519 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:24:31.885885 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-4a652d90-e8e8-4dff-b9d2-a384132a5519 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2300375 Jul 25 16:24:32.040987 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:32.068953 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:32.070441 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:32.072379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885778b-769e-4516-a401-7aee357ba193 None None] Pushing event updated for resources: {'Port': ['ID=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:32.111541 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 4ceaf233-ed2b-420d-bde8-b494618bdc1d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:32.284751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 4ceaf233-ed2b-420d-bde8-b494618bdc1d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:32.285304 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:32.605445 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks [] for port (74829555-947b-4aff-89fe-a6fe060fc041), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:32.611562 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:32.637856 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:32.660886 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cc496eb8-6f04-4734-bd1d-8f489e79f247 service neutron] 10.222.0.66 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054937 Jul 25 16:24:33.024377 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de377b-2941-4d21-938e-557db632433d None None] Pushing event updated for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:33.027881 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 4ceaf233-ed2b-420d-bde8-b494618bdc1d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:33.042252 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:29Z', 'revision_number': 3, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:33.188835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Attempting to bind port 74829555-947b-4aff-89fe-a6fe060fc041 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:33.193074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Attempting to bind port 74829555-947b-4aff-89fe-a6fe060fc041 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:33.194261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Attempting to bind port 74829555-947b-4aff-89fe-a6fe060fc041 on network 54e60efa-4def-4721-894e-aa1775d3a3a6 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:33.210985 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:33.213466 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Checking segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:33.214873 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:33.217653 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Bound using segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:33.219660 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Bound port: 74829555-947b-4aff-89fe-a6fe060fc041, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:33.220959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (74829555-947b-4aff-89fe-a6fe060fc041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:33.257985 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:33.261735 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Updating router 05139dea-cf56-4a00-a647-1fbec6eb202f port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:33.388744 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:33.394168 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-42e7ee2f-5c34-4c95-a8db-e0dd357d4f44 service neutron] 10.222.0.66 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7163956 Jul 25 16:24:33.440583 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:33.593960 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0477ac6e-8362-4a63-9693-5e2e1ba1c2a7 None None] Provisioning complete for port 74829555-947b-4aff-89fe-a6fe060fc041 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:33.593960 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0477ac6e-8362-4a63-9693-5e2e1ba1c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (74829555-947b-4aff-89fe-a6fe060fc041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:33.667024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:24:33.803691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:33.934747 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b325c08-3b5b-48a8-a4b4-cd0acf05c2b6 None None] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:34.161592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:34.216269 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:34.219416 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-91e38ed2-5616-4f24-8857-71c4ca14e073 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6107755 Jul 25 16:24:34.230104 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59014) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:34.454650 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:34.456344 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:34.513682 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0477ac6e-8362-4a63-9693-5e2e1ba1c2a7 None None] Port 74829555-947b-4aff-89fe-a6fe060fc041 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:34.521838 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device fce66f34-dd78-44c9-8edb-aec2c95e0ce4 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:34.550515 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:34.710737 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] For port 74829555-947b-4aff-89fe-a6fe060fc041, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:34.718998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:34.720615 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:34.725108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Allocated IP 172.20.0.1 (ab360f41-bf62-4a29-ad06-3a6595fd95fd/8c73b70b-a4ef-4199-82ab-d49f3df7dc6c/2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:34.766284 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:34.908291 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3e1b4a1d-6a4c-4fbf-8e23-28a4be6c60ab req-9ce4cb4d-6d35-4732-b281-2e4d279ddfb9 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.4977796 Jul 25 16:24:34.913071 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] For port 74829555-947b-4aff-89fe-a6fe060fc041, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=74829555-947b-4aff-89fe-a6fe060fc041,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:35.022089 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks [] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.035962 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.053765 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224373e7-3ce4-4560-bb00-c7279daead2f None None] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:24:35.105466 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e325-45a9-4803-8481-8247482a42a7 None None] Pushing event updated for resources: {'Port': ['ID=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:35.145066 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks [] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.160859 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Attempting to bind port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:35.161927 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Attempting to bind port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:35.162583 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Attempting to bind port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:35.170381 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:35.171489 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:35.172424 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.173164 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:35.174046 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Bound port: 0e2ad6a9-a96b-4a39-b38e-d7e50201701b, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:35.174895 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.221102 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59052) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:35.278117 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] For port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:35.286550 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.292841 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] For port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:35.307225 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.315224 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.380853 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59058) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:35.384070 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Provisioning complete for port 503bcbef-52d9-4c0e-8995-70b8faa06e60 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:35.384441 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.411485 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:35.419190 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:35.441507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:35.442676 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (05139dea-cf56-4a00-a647-1fbec6eb202f), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.456019 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e325-45a9-4803-8481-8247482a42a7 None None] Pushing event updated for resources: {'Port': ['ID=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:35.487728 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:35.488458 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:35.738705 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:35.739419 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.872825 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:35.878281 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:35.910834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-37ab1843-a63f-4432-a8ac-49620217bf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:35.953129 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:36.114286 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-37ab1843-a63f-4432-a8ac-49620217bf38 admin admin] Publish callbacks [] for security_group (353c4c07-fa94-464c-bf2a-8f24966548c3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.114556 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:36.115391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:36.133195 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:36.152184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-37ab1843-a63f-4432-a8ac-49620217bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (353c4c07-fa94-464c-bf2a-8f24966548c3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.206348 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:36.277928 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.395958 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab1843-a63f-4432-a8ac-49620217bf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353c4c07-fa94-464c-bf2a-8f24966548c3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:36.427544 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-37ab1843-a63f-4432-a8ac-49620217bf38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f57d34a39f87447f82b90b67a29cf2c8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0421350 Jul 25 16:24:36.431734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59084) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:36.474274 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a7fc7261-5499-4a83-9565-3f6c97c137b3 req-c245aa05-67bb-4da4-961f-d1cb4d089f8e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.3556805 Jul 25 16:24:36.563540 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:29Z', 'revision_number': 3, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:36.634497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:36.662180 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810728a2-3db6-499e-b6c6-eb16e63dafea None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:29Z', 'revision_number': 3, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:24:36.668541 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-834e10db-26cf-432a-b492-731161177da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.673981 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:36.723839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks [] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.738844 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.740261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (05139dea-cf56-4a00-a647-1fbec6eb202f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.795716 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:36.799541 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] Publish callbacks [] for security_group (353c4c07-fa94-464c-bf2a-8f24966548c3), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.839537 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Current status of the port 503bcbef-52d9-4c0e-8995-70b8faa06e60 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:36.840153 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.842280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de377b-2941-4d21-938e-557db632433d None None] Pushing event updated for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:36.919926 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] Publish callbacks [] for security_group (353c4c07-fa94-464c-bf2a-8f24966548c3), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:36.940810 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.140835 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:37.316196 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:37.319631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.333075 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:37.334999 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:37.369828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (353c4c07-fa94-464c-bf2a-8f24966548c3), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.370329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] For port 503bcbef-52d9-4c0e-8995-70b8faa06e60, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=503bcbef-52d9-4c0e-8995-70b8faa06e60,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:37.386867 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.388786 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/353c4c07-fa94-464c-bf2a-8f24966548c3 HTTP/1.1" status: 204 len: 168 time: 0.9552460 Jul 25 16:24:37.403871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.437673 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8f56a-d8df-495d-a077-808ffdb2c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c4c07-fa94-464c-bf2a-8f24966548c3,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:37.504649 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:37.512566 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:37.522519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a455ce-cead-42c8-8f6f-d05abd848436 None None] Pushing event updated for resources: {'Port': ['ID=503bcbef-52d9-4c0e-8995-70b8faa06e60,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:37.636694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:37.639120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:37.639311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:37.665039 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.665768 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 503bcbef-52d9-4c0e-8995-70b8faa06e60 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:37.708123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:37.755779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-834e10db-26cf-432a-b492-731161177da9 admin admin] Publish callbacks [] for security_group (5f03d11b-3893-4e72-abd3-b06e272be9c3), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.791993 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-834e10db-26cf-432a-b492-731161177da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (5f03d11b-3893-4e72-abd3-b06e272be9c3), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.844238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:30Z', 'revision_number': 3, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:37.847569 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Provisioning complete for port 503bcbef-52d9-4c0e-8995-70b8faa06e60 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:37.848173 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:37.888187 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Allocated IP 172.20.0.1 (6ab96305-1028-4c5a-918e-429bbc4d3787/577683a3-ca16-4d98-9b85-886bba855a80/e381e786-52fa-4cbb-bedc-e4d92b2d829a) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:37.902186 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d3ce730-a114-43a3-85ba-cedb441761cf req-d781ed00-61cb-4f03-bf8f-9884f7cfdd64 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.2448330 Jul 25 16:24:38.199717 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks [] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:38.208176 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:38.208527 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Updating router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:38.280781 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-834e10db-26cf-432a-b492-731161177da9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=157fa0d8c8d04d099ce05b715300e22b&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0528657 Jul 25 16:24:38.287893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e10db-26cf-432a-b492-731161177da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03d11b-3893-4e72-abd3-b06e272be9c3,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:38.291785 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59124) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:38.342442 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:24:38.439751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:38.513183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:38.593974 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:38.754376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:38.761737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:38.761737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:38.792670 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:38.815265 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8000b6c2-3cda-472c-a8e2-df19dc472858 admin admin] 10.222.0.66 "PUT /v2.0/routers/05139dea-cf56-4a00-a647-1fbec6eb202f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5802083 Jul 25 16:24:38.908006 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:38.967918 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:39.043435 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] Publish callbacks [] for security_group (5f03d11b-3893-4e72-abd3-b06e272be9c3), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.054289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 503bcbef-52d9-4c0e-8995-70b8faa06e60 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:39.054892 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.219484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] Publish callbacks [] for security_group (5f03d11b-3893-4e72-abd3-b06e272be9c3), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.378634 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:39.408809 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:39.478937 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.102', 49990) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:39.516306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.531742 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b2a5703c-7473-49ee-8190-8b09f79b1a07 req-fb1a7578-79a3-4b8f-ac2c-f017f831a8f0 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.1042535 Jul 25 16:24:39.669268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (5f03d11b-3893-4e72-abd3-b06e272be9c3), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.682074 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:39.687533 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f03d11b-3893-4e72-abd3-b06e272be9c3 HTTP/1.1" status: 204 len: 168 time: 1.3944755 Jul 25 16:24:39.965105 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Current status of the port 503bcbef-52d9-4c0e-8995-70b8faa06e60 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:39.997845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59186) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:40.007181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Provisioning complete for port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:40.007181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.164701 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 503bcbef-52d9-4c0e-8995-70b8faa06e60 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:40.393231 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:26Z', 'revision_number': 4, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '74829555-947b-4aff-89fe-a6fe060fc041', 'name': '', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'mac_address': 'fa:16:3e:03:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:24Z', 'updated_at': '2022-07-25T16:24:34Z', 'revision_number': 4, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'subnets': [{'id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:40.494011 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a543a5-a146-4e27-bcd8-859fc5dbe713 None None] The sync data for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi is: [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:24:26Z', 'revision_number': 4, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '74829555-947b-4aff-89fe-a6fe060fc041', 'name': '', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'mac_address': 'fa:16:3e:03:20:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:24Z', 'updated_at': '2022-07-25T16:24:34Z', 'revision_number': 4, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'subnets': [{'id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:24:40.511008 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59196) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:40.560146 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255283347', 'description': 'tempest-description--1231133254'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:40.592024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Current status of the port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:40.622562 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:40.678094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab90738-623a-4eaa-b116-0e5a631d12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03d11b-3893-4e72-abd3-b06e272be9c3,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:40.695438 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks [] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.707362 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.708252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.748193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Provisioning complete for port 74829555-947b-4aff-89fe-a6fe060fc041 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:40.748723 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (74829555-947b-4aff-89fe-a6fe060fc041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.845381 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:40.854931 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:40.879978 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:40.880654 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:40.920482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device fce66f34-dd78-44c9-8edb-aec2c95e0ce4 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:41.027694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks [] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.053646 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.101798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (62b1f49f-7f22-4452-86a6-46a9e098a69b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.123056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59222) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:41.156577 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Attempting to bind port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:41.158574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Attempting to bind port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:41.158966 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Attempting to bind port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:41.189295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (62b1f49f-7f22-4452-86a6-46a9e098a69b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.195846 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Current status of the port 74829555-947b-4aff-89fe-a6fe060fc041 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:41.196242 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (74829555-947b-4aff-89fe-a6fe060fc041), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.213731 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98c1b854-5adc-487d-958c-2ced422e69c5 req-19a78742-1a72-473e-9631-f38288ee5c67 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.2915268 Jul 25 16:24:41.231378 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:41.283621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:41.283994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.303832 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb807-7cdc-4c37-a6ba-80d752ecdf09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.364412 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:41.366742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:41.367539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.377024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:41.378614 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:41.379498 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Bound port: 2a3d45b4-050d-4f1b-ba8d-30503983f6c3, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:41.380497 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.383662 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:41.464010 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:41.520213 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb807-7cdc-4c37-a6ba-80d752ecdf09 admin admin] Publish callbacks [] for security_group (1b75f459-1057-44e1-be82-b50bbedcf12b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.522841 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1f49f-7f22-4452-86a6-46a9e098a69b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:41.532798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.534786 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e6dfcbd6-74cf-4ecc-bf5a-0c27ca361bbb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0110021 Jul 25 16:24:41.537676 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59226) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:41.538629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59228) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:41.544916 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb807-7cdc-4c37-a6ba-80d752ecdf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1b75f459-1057-44e1-be82-b50bbedcf12b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.591965 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:41.678007 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:41.679970 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:41.689272 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7ccdb807-7cdc-4c37-a6ba-80d752ecdf09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10df4de2a8e94cd6a95adf7e42cd8a38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5512588 Jul 25 16:24:41.692401 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59240) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:41.701155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group_rule': {'security_group_id': '62b1f49f-7f22-4452-86a6-46a9e098a69b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:41.701570 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] For port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:41.708244 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:41.744185 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdb807-7cdc-4c37-a6ba-80d752ecdf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b75f459-1057-44e1-be82-b50bbedcf12b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:41.765947 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-0a2887fb-045b-4d15-af11-827aad202597 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:41.767783 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-0a2887fb-045b-4d15-af11-827aad202597 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.102 "GET /v2.0/networks?id=54e60efa-4def-4721-894e-aa1775d3a3a6 HTTP/1.1" status: 200 len: 812 time: 2.2873502 Jul 25 16:24:41.792470 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] For port 74829555-947b-4aff-89fe-a6fe060fc041, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=74829555-947b-4aff-89fe-a6fe060fc041,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:41.803316 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] For port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:41.827501 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:24:41.876020 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:41.896745 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cd816-937b-4e62-845a-2be76d42b2ed None None] Pushing event updated for resources: {'Port': ['ID=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:41.916904 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-223d2450-94a1-46da-a54a-8f6ca4522b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.937215 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.951739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:41.970325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Request body: {'port': {'device_id': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'admin_state_up': True, 'tenant_id': '287b6d7980174314b20fe6b172725bf4'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:42.164972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:24:42.190542 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-94faa3f2-4450-4947-935a-0144abf69cd3 admin admin] 10.222.0.66 "PUT /v2.0/routers/3d5c529a-ec03-40a9-93a4-2d5ac965b876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9574966 Jul 25 16:24:42.315572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] Publish callbacks [] for security_group (1b75f459-1057-44e1-be82-b50bbedcf12b), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.356092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] Publish callbacks [] for security_group (1b75f459-1057-44e1-be82-b50bbedcf12b), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.510189 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 2, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:42.580828 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:42.584213 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Updating router 05139dea-cf56-4a00-a647-1fbec6eb202f port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:42.644918 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-223d2450-94a1-46da-a54a-8f6ca4522b43 admin admin] Publish callbacks [] for security_group (1b6641d9-eead-43e7-8dd6-b4f386e07100), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.698948 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.724895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-223d2450-94a1-46da-a54a-8f6ca4522b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1b6641d9-eead-43e7-8dd6-b4f386e07100), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.734206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Made reservation on behalf of 287b6d7980174314b20fe6b172725bf4 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:42.738644 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.755134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (a1967e23-366a-4561-913e-cc0bb4265e02), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.776582 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Provisioning complete for port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:42.777616 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.849733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:42.851835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 0e2ad6a9-a96b-4a39-b38e-d7e50201701b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:42.970667 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59284) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:42.976378 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-223d2450-94a1-46da-a54a-8f6ca4522b43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ab28729cacc4da1a5025f52ac5f1127&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9732738 Jul 25 16:24:42.983209 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a0d70f1-cbc9-4f61-8c98-189ae3e77346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:42.985884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59286) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:43.167082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-031d1860-cfe8-424e-85a9-c3d8f77ef4ce req-7ace2cef-1ba5-4f27-8716-f92d7be1f7ab tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.1891146 Jul 25 16:24:43.187899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:43.212493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1b75f459-1057-44e1-be82-b50bbedcf12b), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:43.228845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:43.236778 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc914b-2f37-4a31-9ff3-488485712c4e None None] Pushing event updated for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:43.245526 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:43.250259 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:43.257381 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b75f459-1057-44e1-be82-b50bbedcf12b HTTP/1.1" status: 204 len: 168 time: 1.4883652 Jul 25 16:24:43.377655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:43.378636 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:43.388082 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d2450-94a1-46da-a54a-8f6ca4522b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6641d9-eead-43e7-8dd6-b4f386e07100,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:43.398971 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Provisioning complete for port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:43.404656 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:43.590296 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cd816-937b-4e62-845a-2be76d42b2ed None None] Pushing event updated for resources: {'Port': ['ID=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:43.647100 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:43.755359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Provisioning complete for port e381e786-52fa-4cbb-bedc-e4d92b2d829a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:43.760439 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:43.776181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535af58-b487-41bb-808f-f59c39dc7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b75f459-1057-44e1-be82-b50bbedcf12b,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:43.888156 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:43.996971 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:44.004065 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-856a7272-6cdf-46e0-929c-5d64635f7572 None None] Port e381e786-52fa-4cbb-bedc-e4d92b2d829a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:44.075269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (a1967e23-366a-4561-913e-cc0bb4265e02), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.136193 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (a1967e23-366a-4561-913e-cc0bb4265e02), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.292626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:44.316929 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-8cbf25aa-0b08-46b5-be10-e6bd34e18263 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:44.319583 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-8cbf25aa-0b08-46b5-be10-e6bd34e18263 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.7852755 Jul 25 16:24:44.390777 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-2f0e9c59-1f6a-4885-9843-90a8effbff0b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/quotas/18b6e0eaf4eb48868a683c7769d3df7a HTTP/1.1" status: 200 len: 375 time: 0.0554373 Jul 25 16:24:44.478492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1967e23-366a-4561-913e-cc0bb4265e02,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:44.484377 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:44.584307 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] Publish callbacks [] for security_group (1b6641d9-eead-43e7-8dd6-b4f386e07100), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.625730 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Allocated IP 172.20.0.4 (54e60efa-4def-4721-894e-aa1775d3a3a6/7d51f891-1842-4914-b4fa-63a248cc4680/410ca3cd-385e-464e-9409-2b05ac233c4f) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:44.641294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.643592 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9f9ad008-2e14-4f09-89f6-1a05d628cc69 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0999606 Jul 25 16:24:44.651520 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59330) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:44.743858 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f92e143a-867b-4582-a071-caf5e6a095fd req-be2405a4-b9e3-4a55-a8bc-c24fc96cf7ce tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.3251061 Jul 25 16:24:44.746153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group_rule': {'security_group_id': '62b1f49f-7f22-4452-86a6-46a9e098a69b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:44.795058 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-0068d1cc-6175-407f-b487-8c412fce9ce1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3833015 Jul 25 16:24:44.877010 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks [] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.902146 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.977832 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] Publish callbacks [] for security_group (1b6641d9-eead-43e7-8dd6-b4f386e07100), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:44.993775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:44.994699 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.019660 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136ba5d-ac05-4e99-a806-b1fa9491799e None None] Pushing event updated for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:45.021579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (15d76f5c-eef5-43ee-b05f-0a04febbe68c), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.061241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:45.085661 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.086620 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 503bcbef-52d9-4c0e-8995-70b8faa06e60 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:45.149594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a0d70f1-cbc9-4f61-8c98-189ae3e77346 admin admin] Publish callbacks [] for security_group (e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.321022 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Attempting to bind port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:45.321446 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Attempting to bind port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:45.322129 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Attempting to bind port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:45.333411 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:45.335845 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Checking segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:45.336029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6a0d70f1-cbc9-4f61-8c98-189ae3e77346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.336661 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.341194 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Bound using segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:45.348269 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-d8e4c6d8-f2ec-4262-9ccf-7b68f413eb11 service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405262 Jul 25 16:24:45.349375 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Bound port: 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:45.352952 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.363736 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.552794 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] For port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:45.568514 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] For port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:45.643557 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.706254 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-19adfd65-32d1-4a76-8475-6ebce02ad64b service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567493 Jul 25 16:24:45.735145 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:45.823394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 503bcbef-52d9-4c0e-8995-70b8faa06e60 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:45.835670 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:45.839516 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:45.843539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.847584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (15d76f5c-eef5-43ee-b05f-0a04febbe68c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.864149 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6a0d70f1-cbc9-4f61-8c98-189ae3e77346 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13beb0177fdd4ba9b43a260045fce37e&name=default HTTP/1.1" status: 200 len: 2992 time: 4.3221304 Jul 25 16:24:45.868897 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59354) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:45.914042 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (15d76f5c-eef5-43ee-b05f-0a04febbe68c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:45.950883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d70f1-cbc9-4f61-8c98-189ae3e77346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:46.123547 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:46.136177 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Provisioning complete for port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:46.136808 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.151137 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136ba5d-ac05-4e99-a806-b1fa9491799e None None] Pushing event updated for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:46.227948 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23889c06-60b9-4095-837a-c05aaae201b7 req-60ae2965-1211-4c47-a097-05cfd0097528 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.1650515 Jul 25 16:24:46.301990 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] Publish callbacks [] for security_group (e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.374260 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] Publish callbacks [] for security_group (e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.412028 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 2, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:46.501481 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:46.502825 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:46.508487 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.511724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.513575 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6 HTTP/1.1" status: 204 len: 168 time: 0.6430080 Jul 25 16:24:46.529379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80784452-abab-48eb-b31a-bbf8320e4e65 None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 2, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:24:46.544952 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:46.555110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.560749 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9076664 Jul 25 16:24:46.564486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1b6641d9-eead-43e7-8dd6-b4f386e07100), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.571326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.573783 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59390) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:46.576063 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:46.587705 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5bf2-ca98-4d92-a155-fe9fd57b755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0664ad5-0cb6-4d45-8adc-f2ddfc338ee6,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:46.593255 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b6641d9-eead-43e7-8dd6-b4f386e07100 HTTP/1.1" status: 204 len: 168 time: 3.5914984 Jul 25 16:24:46.612786 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:46.613808 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:46.619078 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:46.635576 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8a8e87d7-5ef0-4f79-a4a1-9f3b63cad92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.664471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08685-df08-4ae7-9a3b-dc13a73a2ed4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d76f5c-eef5-43ee-b05f-0a04febbe68c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:46.682270 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30f3ccb6-7341-4395-aa53-162b186c56ae req-def6b087-c86c-4d5e-984e-2d47cbbf37ef tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 210 time: 0.1826851 Jul 25 16:24:46.684858 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks [] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.798335 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 503bcbef-52d9-4c0e-8995-70b8faa06e60 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:46.806102 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:46.860772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4b6c5-c5a2-410e-859c-2d6aafc97aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6641d9-eead-43e7-8dd6-b4f386e07100,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:47.028435 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:47.077725 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Current status of the port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:47.078443 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:47.511123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] For port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:47.524975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:47.613375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:47.623303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Pushing event updated for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:47.630995 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:47.639174 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:47.661839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:47.663280 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:47.718189 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:45Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:47.722039 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-cbaada3b-73ee-49ed-a840-be5528ddb41a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8349648 Jul 25 16:24:47.748685 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-539090e4-0d3f-4e00-ad59-b945a01380ae tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:24:47.754861 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-539090e4-0d3f-4e00-ad59-b945a01380ae tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0283828 Jul 25 16:24:47.801421 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 74829555-947b-4aff-89fe-a6fe060fc041 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:47.872111 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c087d-f073-49ef-bb88-56c20b881bec None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:45Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:24:48.049378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d35f127a-d508-445c-8d03-5008390ea41f None None] Provisioning complete for port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:48.051021 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d35f127a-d508-445c-8d03-5008390ea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:48.275143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:48.358210 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416c59-02d9-4292-a4b0-eb50464c406e req-22ee59ef-cf91-4120-bd8d-1c41d7b9a080 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:48.372070 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7f416c59-02d9-4292-a4b0-eb50464c406e req-22ee59ef-cf91-4120-bd8d-1c41d7b9a080 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 931 time: 0.6622753 Jul 25 16:24:48.425984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756d2c8-78a6-47f1-b00b-641e922bed67 None None] Pushing event updated for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:48.700295 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 74829555-947b-4aff-89fe-a6fe060fc041 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:48.702864 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (74829555-947b-4aff-89fe-a6fe060fc041), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:48.712144 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59444) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:48.925289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:49.145008 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7f416c59-02d9-4292-a4b0-eb50464c406e req-da70400a-0df5-400a-8e31-3aa827a01c5a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711267 Jul 25 16:24:49.254200 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d35f127a-d508-445c-8d03-5008390ea41f None None] Current status of the port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:49.260224 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Allocated IP 172.27.2.219 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/b6bd5c66-1337-4d96-9ae4-53d90ca0461e) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:49.322816 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-a404532c-3486-4ec9-89b7-f202a46c37e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:49.336096 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-a404532c-3486-4ec9-89b7-f202a46c37e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.7171774 Jul 25 16:24:49.356159 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 74829555-947b-4aff-89fe-a6fe060fc041 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:49.362081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 0e2ad6a9-a96b-4a39-b38e-d7e50201701b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:49.392538 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-7ffd7236-c5a3-4099-a09d-00baac7b1087 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/quotas/18b6e0eaf4eb48868a683c7769d3df7a HTTP/1.1" status: 200 len: 375 time: 0.0542588 Jul 25 16:24:49.533522 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-41f65e50-aabd-4623-bd38-ad0bd1805f62 None None] Provisioning complete for port 410ca3cd-385e-464e-9409-2b05ac233c4f triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:49.533919 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-41f65e50-aabd-4623-bd38-ad0bd1805f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:49.631112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:49.633804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:49.772173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-488afa25-120d-4769-abeb-e7299edf8c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:49.949987 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:24:49.987880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-41f65e50-aabd-4623-bd38-ad0bd1805f62 None None] Port 410ca3cd-385e-464e-9409-2b05ac233c4f cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:24:50.004136 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:50.286624 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c59d4f8d-49c9-42d5-b7e1-6cd09cd9cced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:50.304235 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-488afa25-120d-4769-abeb-e7299edf8c6c admin admin] Publish callbacks [] for security_group (773a87d1-bca2-4159-a948-0af603a6ef46), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:50.329915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Request body: {'port': {'device_id': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:50.336919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-488afa25-120d-4769-abeb-e7299edf8c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (773a87d1-bca2-4159-a948-0af603a6ef46), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:50.515696 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:50.542488 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-488afa25-120d-4769-abeb-e7299edf8c6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b09c8b83f87428cbb13ca13db2caf84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8262649 Jul 25 16:24:50.581762 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59482) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:50.588010 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488afa25-120d-4769-abeb-e7299edf8c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773a87d1-bca2-4159-a948-0af603a6ef46,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:50.806451 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] Publish callbacks [] for security_group (773a87d1-bca2-4159-a948-0af603a6ef46), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:50.828682 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:50.832203 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:50.852406 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:50.992718 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] Publish callbacks [] for security_group (773a87d1-bca2-4159-a948-0af603a6ef46), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.149682 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.153719 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:51.229035 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.339304 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.102', 50002) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:51.341099 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.414354 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:51.417988 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:51.459157 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.689103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:51.694613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:51.853673 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:51.879315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-1cc04e6d-03e8-4016-95ab-b41a738cff38 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:51.888364 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-1cc04e6d-03e8-4016-95ab-b41a738cff38 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.5274348 Jul 25 16:24:52.008490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:52.053484 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.083936 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'port': {'device_id': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'admin_state_up': True, 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:24:52.156722 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-5ec8d06d-5c8f-43a1-9366-3905e2600ae7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&fields=id HTTP/1.1" status: 200 len: 302 time: 2.5553248 Jul 25 16:24:52.301592 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:52.302220 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.420605 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:24:52.449645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.501861 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe3f8e-cb64-4e47-9c89-d90db2efde3d req-8c3416c2-f520-4f7e-ac67-db4bae3fa744 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:52.511373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-20fe3f8e-cb64-4e47-9c89-d90db2efde3d req-8c3416c2-f520-4f7e-ac67-db4bae3fa744 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 931 time: 1.5046997 Jul 25 16:24:52.540972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:52.552001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (773a87d1-bca2-4159-a948-0af603a6ef46), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.561896 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.564397 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/773a87d1-bca2-4159-a948-0af603a6ef46 HTTP/1.1" status: 204 len: 168 time: 1.9503908 Jul 25 16:24:52.603935 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc54ad-5149-4db7-ac06-c411b1b73414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773a87d1-bca2-4159-a948-0af603a6ef46,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:52.825467 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:52.845422 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:52.952406 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:53.032507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410ca3cd-385e-464e-9409-2b05ac233c4f {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:24:53.043216 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks [] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:53.088371 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Transition to ACTIVE for port object 410ca3cd-385e-464e-9409-2b05ac233c4f will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:24:53.096807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:53.432762 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Attempting to bind port 410ca3cd-385e-464e-9409-2b05ac233c4f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:24:53.439238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:53.449579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Attempting to bind port 410ca3cd-385e-464e-9409-2b05ac233c4f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:24:53.449873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Attempting to bind port 410ca3cd-385e-464e-9409-2b05ac233c4f on network 54e60efa-4def-4721-894e-aa1775d3a3a6 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:53.456400 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:53.471213 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=b6bd5c66-1337-4d96-9ae4-53d90ca0461e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:53.508038 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Port 410ca3cd-385e-464e-9409-2b05ac233c4f on network 54e60efa-4def-4721-894e-aa1775d3a3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:24:53.508784 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Attempting to bind port 410ca3cd-385e-464e-9409-2b05ac233c4f on network 54e60efa-4def-4721-894e-aa1775d3a3a6 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:24:53.511812 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Made reservation on behalf of 18b6e0eaf4eb48868a683c7769d3df7a for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:24:53.535821 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:53.546228 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-20fe3f8e-cb64-4e47-9c89-d90db2efde3d req-36cdeb63-244d-4a83-ab68-955130ff9b5a tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0335305 Jul 25 16:24:53.547729 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:24:53.548273 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Checking segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:24:53.549152 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Bound using segment: {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:24:53.550710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Bound port: 410ca3cd-385e-464e-9409-2b05ac233c4f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5212ff52-82d9-4266-bf89-ad50464092d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:24:53.550710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:53.563071 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:53.895964 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:24:53.966616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=410ca3cd-385e-464e-9409-2b05ac233c4f,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:24:53.987326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:54.179179 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:54.181751 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:54.185049 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] 10.222.0.102 "PUT /v2.0/ports/410ca3cd-385e-464e-9409-2b05ac233c4f HTTP/1.1" status: 200 len: 1093 time: 4.7368021 Jul 25 16:24:54.186057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:24:54.346639 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-64cb6191-e78b-44c9-90f5-adfe7fbaf0b0 service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1844659 Jul 25 16:24:54.373639 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59552) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:54.827678 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:24:54.836193 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e7bc-b1d6-4769-ad6d-ca56fd1e1cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:55.002251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-651bf343-ef76-431e-9611-83f7639450ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:55.005624 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-651bf343-ef76-431e-9611-83f7639450ba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=287b6d7980174314b20fe6b172725bf4&device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 1127 time: 0.4118860 Jul 25 16:24:55.020728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:55.057057 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-137ba32f-8222-4ca9-8eb5-7ab64bd9d197 service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086074 Jul 25 16:24:55.113942 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b95acb87-e4f2-4778-b8d0-8ab4ebaa3ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:55.275810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:24:55.276485 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:55.277139 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-6d33e3c1-8810-4d24-ab6c-5803176d9806 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410ca3cd-385e-464e-9409-2b05ac233c4f HTTP/1.1" status: 200 len: 217 time: 0.2529311 Jul 25 16:24:55.443783 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:24:55.460626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-e3d492bc-13e3-4275-b0e5-bbd596b3b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:55.463917 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-e3d492bc-13e3-4275-b0e5-bbd596b3b15c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d51f891-1842-4914-b4fa-63a248cc4680 HTTP/1.1" status: 200 len: 851 time: 0.1842659 Jul 25 16:24:55.661132 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:24:55.678793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:55.740985 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:55.819477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8424c66-f835-4259-aa62-8dab4267b91e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:24:55.921083 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c7aab54d-2b4b-459a-80c2-42d62dd06c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:55.941664 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-c7aab54d-2b4b-459a-80c2-42d62dd06c64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=54e60efa-4def-4721-894e-aa1775d3a3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4650712 Jul 25 16:24:56.354261 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b95acb87-e4f2-4778-b8d0-8ab4ebaa3ca4 admin admin] Publish callbacks [] for security_group (1ec04bfe-5d9f-47e3-ad9f-c089c08764be), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:56.427890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5820551-3263-44b4-8fee-c43462b4cff5 req-c2f7e016-d169-4903-ac00-5331b2d3305e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:56.439804 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5820551-3263-44b4-8fee-c43462b4cff5 req-c2f7e016-d169-4903-ac00-5331b2d3305e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 1.3814206 Jul 25 16:24:56.468070 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-5c88c728-2ad7-4f9b-9797-42042d3c74b2 service neutron] 10.222.0.102 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074358 Jul 25 16:24:56.504600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b95acb87-e4f2-4778-b8d0-8ab4ebaa3ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1ec04bfe-5d9f-47e3-ad9f-c089c08764be), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:56.522677 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:56.701404 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b95acb87-e4f2-4778-b8d0-8ab4ebaa3ca4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f53d7aeb77ad4f53a7cbdd1d6803249d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2922204 Jul 25 16:24:56.716695 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fdb11372-1091-4b5f-882e-5cf762f65aa4 req-03768693-8cff-4feb-be20-108f7a6f4ae3 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.3035986 Jul 25 16:24:56.730007 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59622) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:56.840088 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5820551-3263-44b4-8fee-c43462b4cff5 req-e3f502a5-5ebb-4bdf-81d9-1d675de21986 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986270 Jul 25 16:24:56.842065 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95acb87-e4f2-4778-b8d0-8ab4ebaa3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec04bfe-5d9f-47e3-ad9f-c089c08764be,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:56.861792 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:56.962114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:24:56.978566 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Allocated IP 172.20.0.3 (6ab96305-1028-4c5a-918e-429bbc4d3787/577683a3-ca16-4d98-9b85-886bba855a80/bb0ff5b2-c268-4b5d-85a0-55179d065cdf) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:24:57.016691 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:24:57.203039 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-28eb9585-9215-4f8c-8bc0-a8ede01a7799 req-3e6b9eea-ac52-483a-9d08-614f238f0deb service neutron] 10.222.0.102 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203267 Jul 25 16:24:57.249902 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] Publish callbacks [] for security_group (1ec04bfe-5d9f-47e3-ad9f-c089c08764be), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.348065 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] Publish callbacks [] for security_group (1ec04bfe-5d9f-47e3-ad9f-c089c08764be), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.466319 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:57.472479 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1ec04bfe-5d9f-47e3-ad9f-c089c08764be), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.476532 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.478178 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ec04bfe-5d9f-47e3-ad9f-c089c08764be HTTP/1.1" status: 204 len: 168 time: 0.7466125 Jul 25 16:24:57.515664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77ec43-6087-4ffe-a3bf-9f2b1ee00afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec04bfe-5d9f-47e3-ad9f-c089c08764be,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:57.667254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86abf19d-c47f-4524-aee1-e4e2ef7bc267 x-openstack-request-id: req-86abf19d-c47f-4524-aee1-e4e2ef7bc267 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:24:57.667593 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:24:57.667850 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86abf19d-c47f-4524-aee1-e4e2ef7bc267 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:24:57.668319 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86abf19d-c47f-4524-aee1-e4e2ef7bc267'] response: {'name': 'network-changed', 'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f', 'status': 'completed', 'code': 200} Jul 25 16:24:57.808174 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.832413 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:57.875432 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424c66-f835-4259-aa62-8dab4267b91e req-fdde375c-9bcf-4d6c-b955-77014ab5b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:57.878173 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-fdde375c-9bcf-4d6c-b955-77014ab5b45b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=287b6d7980174314b20fe6b172725bf4&device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 1127 time: 0.1364725 Jul 25 16:24:57.901382 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 2, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:24:58.103771 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:24:58.109436 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Updating router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 port e381e786-52fa-4cbb-bedc-e4d92b2d829a binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:24:58.192428 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=b6bd5c66-1337-4d96-9ae4-53d90ca0461e,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:58.220110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:58.251786 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:58.254853 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:58.387509 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:58.563895 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27302231-cffd-443f-ad64-38a1290fcd2b req-eee5d095-ca7e-488b-9435-0a4f8e662583 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:58.597628 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-27302231-cffd-443f-ad64-38a1290fcd2b req-eee5d095-ca7e-488b-9435-0a4f8e662583 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.3784385 Jul 25 16:24:58.630984 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424c66-f835-4259-aa62-8dab4267b91e req-134dd746-2a80-4f80-92d5-d35089160df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:58.635368 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-134dd746-2a80-4f80-92d5-d35089160df1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=54e60efa-4def-4721-894e-aa1775d3a3a6 HTTP/1.1" status: 200 len: 913 time: 0.7363477 Jul 25 16:24:58.798092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.102', 50006) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:24:58.801912 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-97407444-405e-4e75-9bf4-dd6630027cce service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=410ca3cd-385e-464e-9409-2b05ac233c4f HTTP/1.1" status: 200 len: 217 time: 0.1449435 Jul 25 16:24:58.939806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:59.059164 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:59.063155 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:59.077594 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc360e0a-0b34-4f4f-b058-2362b161ac02 req-1073bd38-9236-42f0-ad71-5164985eb740 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.9017065 Jul 25 16:24:59.166728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:59.184169 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424c66-f835-4259-aa62-8dab4267b91e req-7cc69490-b0fe-4847-956e-b0ea35f989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:59.186092 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-7cc69490-b0fe-4847-956e-b0ea35f989f0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7d51f891-1842-4914-b4fa-63a248cc4680 HTTP/1.1" status: 200 len: 851 time: 0.3573935 Jul 25 16:24:59.192947 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-185cd42a-a124-40df-806a-b46b3ae12135 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.5945916 Jul 25 16:24:59.313190 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:59.384389 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424c66-f835-4259-aa62-8dab4267b91e req-1a555c0b-789e-4056-8a80-9df35a2d5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:59.400703 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-1a555c0b-789e-4056-8a80-9df35a2d5e33 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=54e60efa-4def-4721-894e-aa1775d3a3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2029860 Jul 25 16:24:59.618700 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-9060d3fe-c60a-4202-bd88-bc2c92f15d17 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:59.621136 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-9060d3fe-c60a-4202-bd88-bc2c92f15d17 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.8152368 Jul 25 16:24:59.783287 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-27302231-cffd-443f-ad64-38a1290fcd2b req-f36f19a8-886c-441a-a5c7-fad5313668a5 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1830754 Jul 25 16:24:59.844494 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:24:59.851757 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:24:59.858692 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:24:59.866478 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:24:59.867447 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:59.881421 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:24:59.903028 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-ecca3371-525c-4f3f-a6f6-6ff1ca0b899a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8578737 Jul 25 16:24:59.944643 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:59.949036 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks [] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:24:59.951141 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=21 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:24:59.965132 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:00.101722 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-3786ac49-868c-4077-82dc-88b207748523 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1255283347&fields=id&tenant_id=5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 267 time: 0.1599429 Jul 25 16:25:00.182156 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Attempting to bind port e381e786-52fa-4cbb-bedc-e4d92b2d829a on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:25:00.183444 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Attempting to bind port e381e786-52fa-4cbb-bedc-e4d92b2d829a by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:25:00.184254 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Attempting to bind port e381e786-52fa-4cbb-bedc-e4d92b2d829a on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:00.191651 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010435e-5171-4dbe-b935-93034cd9ffa4 None None] Pushing event updated for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:00.202142 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:25:00.202530 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:00.202977 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:00.203536 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Bound using segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:25:00.204155 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Bound port: e381e786-52fa-4cbb-bedc-e4d92b2d829a, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:25:00.204560 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:00.477198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] For port e381e786-52fa-4cbb-bedc-e4d92b2d829a, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:25:00.504255 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] For port e381e786-52fa-4cbb-bedc-e4d92b2d829a, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=e381e786-52fa-4cbb-bedc-e4d92b2d829a,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:25:00.515003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:00.522943 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:00.708681 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:25:00.712856 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:24:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:00.832840 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d307b8a1-8038-46ad-8a44-4b8a81661b66 req-c7d370ad-4cef-4a72-abe8-9cf0fb3923eb tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.1240296 Jul 25 16:25:00.926567 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e4b56c0a-bbc1-434a-af4a-79b2a32218ce None None] Provisioning complete for port bb0ff5b2-c268-4b5d-85a0-55179d065cdf triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:00.927103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c0a-bbc1-434a-af4a-79b2a32218ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:00.964916 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010435e-5171-4dbe-b935-93034cd9ffa4 None None] Pushing event updated for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:01.037789 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-04fef9db-cda7-43af-8ce7-15fbaf7aba01 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:01.061234 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-04fef9db-cda7-43af-8ce7-15fbaf7aba01 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 809 time: 0.9401798 Jul 25 16:25:01.099681 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a2f960c3-3276-46eb-ba2f-aaf582db41a4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/quotas/5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 375 time: 0.0310268 Jul 25 16:25:01.288993 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e4b56c0a-bbc1-434a-af4a-79b2a32218ce None None] Port bb0ff5b2-c268-4b5d-85a0-55179d065cdf cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:25:01.308479 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e417f-cdd3-4e6e-992d-4b24294f1293 req-3dfa1d2b-1474-44e5-8735-4806e05dbeee tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:01.318376 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-485e417f-cdd3-4e6e-992d-4b24294f1293 req-3dfa1d2b-1474-44e5-8735-4806e05dbeee tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.1294248 Jul 25 16:25:01.355493 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:25:01.404110 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-442a25ec-3ee7-4c32-95bc-1db2c465c19c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2883224 Jul 25 16:25:01.443102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device e381e786-52fa-4cbb-bedc-e4d92b2d829a up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:01.563329 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-485e417f-cdd3-4e6e-992d-4b24294f1293 req-4abd7d74-960f-45e9-9df6-7af770182ec7 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436824 Jul 25 16:25:01.645278 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Provisioning complete for port e381e786-52fa-4cbb-bedc-e4d92b2d829a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:01.645943 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:01.880939 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-52ad155b-1602-4daf-b3ae-80a84260941b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:25:01.882509 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-52ad155b-1602-4daf-b3ae-80a84260941b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1422126 Jul 25 16:25:01.929199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:02.061690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Current status of the port e381e786-52fa-4cbb-bedc-e4d92b2d829a is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:02.079614 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:02.173737 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port e381e786-52fa-4cbb-bedc-e4d92b2d829a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:02.175649 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:02.265614 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95ae06ee-37f6-4e77-b033-db177b63be6f req-14f6cd9d-bfb6-4670-849e-219591a93a74 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.1348581 Jul 25 16:25:02.390112 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'port': {'device_id': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'admin_state_up': True, 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:02.431286 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Request body: {'port': {'device_id': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:02.461618 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] For port e381e786-52fa-4cbb-bedc-e4d92b2d829a, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=e381e786-52fa-4cbb-bedc-e4d92b2d829a,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:02.502466 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:02.576433 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-6d96ce45-2cd9-45a5-8041-86ce15d7497c service neutron] 10.222.0.66 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835656 Jul 25 16:25:02.789125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8a445-3599-4822-a152-60270fed2f21 None None] Pushing event updated for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:02.808689 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:00Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:02.835327 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-66c859a2-bb98-4102-94b2-8673aebb717f None None] Provisioning complete for port e381e786-52fa-4cbb-bedc-e4d92b2d829a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:02.837977 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-66c859a2-bb98-4102-94b2-8673aebb717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:03.050348 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2090d-17a4-4956-848e-35a7a8e3ec2a None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:00Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:25:03.052863 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port e381e786-52fa-4cbb-bedc-e4d92b2d829a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:03.381328 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ee894-c81b-49cf-90d3-764633ae18b6 req-1a2bcfe5-84ca-49ac-9ffa-8c5e3845fbc7 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:03.396125 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3b0ee894-c81b-49cf-90d3-764633ae18b6 req-1a2bcfe5-84ca-49ac-9ffa-8c5e3845fbc7 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.3978209 Jul 25 16:25:03.621889 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-c619dd05-12b6-4f94-97a9-8ecb538b9455 service neutron] 10.222.0.66 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0435796 Jul 25 16:25:03.754860 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:03.761754 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:03.844932 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device e381e786-52fa-4cbb-bedc-e4d92b2d829a up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:03.970337 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3b0ee894-c81b-49cf-90d3-764633ae18b6 req-b034c97f-43a4-46b0-8a18-e39af7ab2e90 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600433 Jul 25 16:25:04.074079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:04.198479 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:04.263617 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-10a670b0-79a7-44fe-9fad-5ba3164d7898 service neutron] 10.222.0.102 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9150455 Jul 25 16:25:04.288873 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port e381e786-52fa-4cbb-bedc-e4d92b2d829a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:04.312021 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:04.347980 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59890) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:04.382767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:04.451635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Made reservation on behalf of 18b6e0eaf4eb48868a683c7769d3df7a for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:25:04.467312 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:04.560513 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61103b92-0d11-45e9-a57b-2d84a87e19ef req-a2f22315-14e6-484c-9f46-decb0f924923 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.3775215 Jul 25 16:25:04.659003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-66c859a2-bb98-4102-94b2-8673aebb717f None None] Current status of the port e381e786-52fa-4cbb-bedc-e4d92b2d829a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:04.883655 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7656dc52-65e7-4758-8a83-577d7ab0bf75 req-876af1fb-370b-4d34-b757-0ec7b0db9e06 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.2638125 Jul 25 16:25:04.912256 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port e381e786-52fa-4cbb-bedc-e4d92b2d829a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:05.068790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8756-084b-4c84-8bb1-256620bf5879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:05.105583 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Allocated IP 172.20.0.12 (6ab96305-1028-4c5a-918e-429bbc4d3787/577683a3-ca16-4d98-9b85-886bba855a80/1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:25:05.313552 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0195d7-0b61-4185-94b3-f81db4e82674 req-a3804e86-897d-4c7d-ad6d-c8d0b55785f1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:05.327129 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc0195d7-0b61-4185-94b3-f81db4e82674 req-a3804e86-897d-4c7d-ad6d-c8d0b55785f1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.1699755 Jul 25 16:25:05.507925 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc0195d7-0b61-4185-94b3-f81db4e82674 req-9d6a4bde-d165-44a1-9caa-a5c51896d76c tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799200 Jul 25 16:25:05.887535 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14b33cf1-bc32-40d7-b071-be21937baf30 req-1ba14bd8-6a58-48bf-b7ab-c8e323b8fe89 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.0659819 Jul 25 16:25:06.109042 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-64b44922-3a71-4464-84ee-a91439ad1229 req-1d019191-1742-4faf-a341-f47143490c37 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0559998 Jul 25 16:25:06.183512 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8756-084b-4c84-8bb1-256620bf5879 admin admin] Publish callbacks [] for security_group (0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.217377 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8756-084b-4c84-8bb1-256620bf5879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.318263 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:06.352835 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc8756-084b-4c84-8bb1-256620bf5879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:06.372720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.385821 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7ecc8756-084b-4c84-8bb1-256620bf5879 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a539995e57a64c149016227046bd4446&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0306549 Jul 25 16:25:06.390584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59942) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:06.400871 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d8424c66-f835-4259-aa62-8dab4267b91e req-768f92fc-c542-478a-bca2-e7b1019612c8 service neutron] 10.222.0.102 "GET /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286302 Jul 25 16:25:06.443069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.507023 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:25:06.511858 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:25:06.514999 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:25:06.523631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:06.524712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.555427 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:06.564794 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-e133b6ab-9953-4a82-b4e7-fe6c2c057be9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1945798 Jul 25 16:25:06.737006 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] Publish callbacks [] for security_group (0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.857698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd6cbb-fd31-4377-a024-11b1d2fdaa8d req-8eda4782-bb58-4170-994b-bcc40524d22b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:06.859378 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8cd6cbb-fd31-4377-a024-11b1d2fdaa8d req-8eda4782-bb58-4170-994b-bcc40524d22b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.1593320 Jul 25 16:25:06.861933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] Publish callbacks [] for security_group (0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.938876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-5a8a8ce3-c770-44cb-a6fb-e589c8ec58c3 None None] Provisioning complete for port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:06.939526 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5a8a8ce3-c770-44cb-a6fb-e589c8ec58c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:06.993432 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a8ce3-c770-44cb-a6fb-e589c8ec58c3 None None] Port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:25:07.035951 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0ff5b2-c268-4b5d-85a0-55179d065cdf {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:07.076360 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks [] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.095401 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.095401 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.095401 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee HTTP/1.1" status: 204 len: 168 time: 0.7060068 Jul 25 16:25:07.185026 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Transition to ACTIVE for port object bb0ff5b2-c268-4b5d-85a0-55179d065cdf will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:25:07.194993 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8cd6cbb-fd31-4377-a024-11b1d2fdaa8d req-50c21534-620b-4128-8552-6102abc410ae tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116093 Jul 25 16:25:07.251602 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4865fd-2071-4362-906c-1bc208a467e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7f5fc-5197-4f78-a03b-6b6cd6e10dee,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:07.257983 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.366225 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096856-661a-46e5-9bc4-1a1fff660a36 req-18a34b39-aa44-4366-bc2d-b309ed13837e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:07.368950 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c7096856-661a-46e5-9bc4-1a1fff660a36 req-18a34b39-aa44-4366-bc2d-b309ed13837e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 932 time: 0.2431059 Jul 25 16:25:07.400035 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:07.572045 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:07.641761 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7264d2c0-a17e-4e75-85fe-3243292503a4 req-05ca7223-fa0f-4d0f-959e-73c42e9a2af1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.2339511 Jul 25 16:25:07.661034 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Attempting to bind port bb0ff5b2-c268-4b5d-85a0-55179d065cdf on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:25:07.662118 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Attempting to bind port bb0ff5b2-c268-4b5d-85a0-55179d065cdf by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:25:07.662895 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Attempting to bind port bb0ff5b2-c268-4b5d-85a0-55179d065cdf on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:07.679951 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Port bb0ff5b2-c268-4b5d-85a0-55179d065cdf on network 6ab96305-1028-4c5a-918e-429bbc4d3787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:25:07.680692 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Attempting to bind port bb0ff5b2-c268-4b5d-85a0-55179d065cdf on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:07.699343 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:25:07.700039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:07.701058 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Bound using segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:25:07.702119 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Bound port: bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:25:07.702657 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.762680 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c7096856-661a-46e5-9bc4-1a1fff660a36 req-f1b98ed7-816d-49c4-a69c-41017731b128 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767366 Jul 25 16:25:07.848547 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 59986) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:07.866603 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5453debd-a77f-45df-87a1-c3493bacd112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.889245 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:25:07.896799 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:25:07.898830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:07.908412 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.910337 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:07.965922 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:07.967127 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:07.970114 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] 10.222.0.102 "PUT /v2.0/ports/bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 1093 time: 5.5886047 Jul 25 16:25:07.970897 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:08.014152 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5453debd-a77f-45df-87a1-c3493bacd112 admin admin] Publish callbacks [] for security_group (f76b38d4-22ad-48a5-b003-53e3d2a1ac99), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.020538 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5453debd-a77f-45df-87a1-c3493bacd112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f76b38d4-22ad-48a5-b003-53e3d2a1ac99), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.102606 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5453debd-a77f-45df-87a1-c3493bacd112 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9765902d8c04c638916620be0c9231a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527099 Jul 25 16:25:08.106474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453debd-a77f-45df-87a1-c3493bacd112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76b38d4-22ad-48a5-b003-53e3d2a1ac99,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:08.108033 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 59994) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:08.132408 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e4da-f58a-42af-b1a9-df8d53a784ee service neutron] Pushing event updated for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:08.196211 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] Publish callbacks [] for security_group (f76b38d4-22ad-48a5-b003-53e3d2a1ac99), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.232947 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:08.237703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] Publish callbacks [] for security_group (f76b38d4-22ad-48a5-b003-53e3d2a1ac99), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.290491 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Request body: {'port': {'device_id': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:08.484702 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18783a-a57e-468c-84d8-b55db0ee11d8 req-1bbfc88a-c971-40ba-9d11-612a731b12cf tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:08.486729 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2c18783a-a57e-468c-84d8-b55db0ee11d8 req-1bbfc88a-c971-40ba-9d11-612a731b12cf tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.1400614 Jul 25 16:25:08.511656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f76b38d4-22ad-48a5-b003-53e3d2a1ac99), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.516112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.518345 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f76b38d4-22ad-48a5-b003-53e3d2a1ac99 HTTP/1.1" status: 204 len: 168 time: 0.4087393 Jul 25 16:25:08.540893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-665f99d3-62d4-43a2-94f1-799b8cdc4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:08.549953 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-665f99d3-62d4-43a2-94f1-799b8cdc4113 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1127 time: 0.1709454 Jul 25 16:25:08.560335 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b0593-570e-4a24-9db2-b9280cb8b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76b38d4-22ad-48a5-b003-53e3d2a1ac99,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:08.579383 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:08.594918 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5f2c9-b53a-4082-8e99-89d58561d9ce x-openstack-request-id: req-bcb5f2c9-b53a-4082-8e99-89d58561d9ce {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:08.595430 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:08.595822 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bcb5f2c9-b53a-4082-8e99-89d58561d9ce {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:08.596533 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb5f2c9-b53a-4082-8e99-89d58561d9ce'] response: {'name': 'network-changed', 'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf', 'status': 'completed', 'code': 200} Jul 25 16:25:08.635543 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2c18783a-a57e-468c-84d8-b55db0ee11d8 req-36217485-1124-4bcb-a505-702dca5726a2 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360600 Jul 25 16:25:08.890754 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9c9efc3-5065-448c-b833-7a66a9b1b4fa req-a17cc3d6-54a5-4540-8d34-ccf512222f5c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0721526 Jul 25 16:25:09.016852 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1b08-9574-4150-b9f9-25c57b87c43f req-299cb4b3-3c1d-47d7-8fe4-30b275b50e69 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:09.025317 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-797b1b08-9574-4150-b9f9-25c57b87c43f req-299cb4b3-3c1d-47d7-8fe4-30b275b50e69 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 932 time: 0.1250784 Jul 25 16:25:09.118282 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-797b1b08-9574-4150-b9f9-25c57b87c43f req-c57c003b-9a1c-4569-a25e-12ef4ae1d47d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915675 Jul 25 16:25:09.195719 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:09.206537 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks [] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:09.225461 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:09.228015 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Transition to ACTIVE for port object 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:25:09.235673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:09.630886 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-5680c818-3efe-47dc-ac94-a9b046223652 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.2317765 Jul 25 16:25:09.638936 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:09.694109 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Attempting to bind port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:25:09.694109 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Attempting to bind port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:25:09.694541 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Attempting to bind port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:09.748859 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:25:09.749739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Attempting to bind port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:09.777849 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:25:09.778490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:09.779222 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Bound using segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:25:09.780088 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Bound port: 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:25:09.780674 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:09.832062 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-f7fae600-b3cd-4920-9cad-29974e18cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:09.834974 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-f7fae600-b3cd-4920-9cad-29974e18cc5c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.1646879 Jul 25 16:25:10.067829 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70cc5-c004-408e-a380-662f01b4be35 req-6bab05e3-065c-4c29-9ae0-d93b6211c226 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:10.089959 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f70cc5-c004-408e-a380-662f01b4be35 req-6bab05e3-065c-4c29-9ae0-d93b6211c226 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 943 time: 0.1869998 Jul 25 16:25:10.112980 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be672d74-4244-444d-adb5-7e253b6575a8 req-a7626d0b-b3fa-4949-a121-5431ed83ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:10.122144 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-a7626d0b-b3fa-4949-a121-5431ed83ba80 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2804399 Jul 25 16:25:10.315165 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:10.320598 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-833fff7f-5c0c-4890-9d8c-75ce50361c5f service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841547 Jul 25 16:25:10.364134 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d8c88e4-83b2-4b23-905c-62c331bff09e req-07c310d5-d199-41a8-8d14-dc0134c0eb40 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.2358825 Jul 25 16:25:10.387212 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:25:10.491384 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:25:10.516785 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:10.676445 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:10.679559 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:10.684910 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] 10.222.0.102 "PUT /v2.0/ports/1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 200 len: 1094 time: 2.3998358 Jul 25 16:25:10.688185 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:10.696081 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170ad21c-2688-4f24-af4e-a1751d1ce46c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:10.790521 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-be672d74-4244-444d-adb5-7e253b6575a8 req-6c8be28b-2c71-467e-9a15-311353ecc879 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533830 Jul 25 16:25:10.808481 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-d204e8fa-b2d4-4687-8a04-373f94a6c2b7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:10.811109 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-d204e8fa-b2d4-4687-8a04-373f94a6c2b7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 809 time: 0.5304556 Jul 25 16:25:10.879106 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ef2c2-adb7-437f-ae68-4dbabc266ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:10.933699 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67f70cc5-c004-408e-a380-662f01b4be35 req-10287ac3-fa62-4881-b70e-2465feb0d4ba tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392088 Jul 25 16:25:11.081013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fe0c59-757a-4e10-8c54-4451448df089 x-openstack-request-id: req-d1fe0c59-757a-4e10-8c54-4451448df089 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:11.081517 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:11.082354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1fe0c59-757a-4e10-8c54-4451448df089 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:11.084471 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fe0c59-757a-4e10-8c54-4451448df089'] response: {'name': 'network-changed', 'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64', 'status': 'completed', 'code': 200} Jul 25 16:25:11.118012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44ec3c-d3f6-4c84-a68a-e67d8ca5f63c req-e9420ae4-180f-4123-9d09-182fe07f4934 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:11.121035 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc44ec3c-d3f6-4c84-a68a-e67d8ca5f63c req-e9420ae4-180f-4123-9d09-182fe07f4934 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.2995021 Jul 25 16:25:11.194242 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 410ca3cd-385e-464e-9409-2b05ac233c4f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:25:11.214362 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a86fec5f-4d0d-4865-82f3-b7332c61082c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 380 time: 0.3897145 Jul 25 16:25:11.321815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:11.397439 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc44ec3c-d3f6-4c84-a68a-e67d8ca5f63c req-59a9be93-772d-42c4-97bf-0e49c437d4c6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507963 Jul 25 16:25:11.416261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.resource_extend [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 16:25:11.644885 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b3c03326-1342-4254-8049-2a7413e313c7 req-30c969c2-2056-4796-a7ea-a4bfad333154 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0721362 Jul 25 16:25:11.696764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=410ca3cd-385e-464e-9409-2b05ac233c4f,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:11.729045 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '410ca3cd-385e-464e-9409-2b05ac233c4f', 'network_id': '54e60efa-4def-4721-894e-aa1775d3a3a6', 'port_id': '410ca3cd-385e-464e-9409-2b05ac233c4f', 'mac_address': 'fa:16:3e:71:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d51f891-1842-4914-b4fa-63a248cc4680', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:25:11.830987 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 410ca3cd-385e-464e-9409-2b05ac233c4f is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:11.831634 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:11.872832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410ca3cd-385e-464e-9409-2b05ac233c4f {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:11.930134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=410ca3cd-385e-464e-9409-2b05ac233c4f,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:11.930134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:12.015061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:12.194125 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b8f9f-1233-4627-b021-725e4581738b req-60f1c303-efc7-48f2-aa4a-d998cbc01a58 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:12.196945 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb1b8f9f-1233-4627-b021-725e4581738b req-60f1c303-efc7-48f2-aa4a-d998cbc01a58 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 944 time: 0.0848916 Jul 25 16:25:12.279089 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb1b8f9f-1233-4627-b021-725e4581738b req-d9b616d5-ed09-4d97-8792-9d76bb2f2d41 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686390 Jul 25 16:25:12.598962 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:12.610252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:12.635822 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785a422-6f46-4026-9b81-b18e6dd5382d req-3a2fe882-5e3e-4305-8552-e68db8afdab9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:12.638516 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e785a422-6f46-4026-9b81-b18e6dd5382d req-3a2fe882-5e3e-4305-8552-e68db8afdab9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0791814 Jul 25 16:25:12.732480 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e785a422-6f46-4026-9b81-b18e6dd5382d req-689e9bef-4042-48de-8c75-8760fe9909f4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790055 Jul 25 16:25:12.796099 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c1171d85-d0df-46ab-9a54-2767604e1f25 req-595b7dfe-9f34-4901-a96c-9871205e63ab tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0399950 Jul 25 16:25:13.644373 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14034313-968c-4e02-9002-cc033fd7de4b req-3f0c9297-56c0-4038-b4d6-9838a7b1b29e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:13.646017 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14034313-968c-4e02-9002-cc033fd7de4b req-3f0c9297-56c0-4038-b4d6-9838a7b1b29e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 944 time: 0.2399888 Jul 25 16:25:13.727189 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14034313-968c-4e02-9002-cc033fd7de4b req-1749335b-f4a1-443c-9ef4-4594160f34b3 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737653 Jul 25 16:25:13.894254 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c932913-4faa-49b1-bfad-8b006199fdd8 req-bc6e1934-4dce-4d2b-b5e2-0b78e38bf864 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:13.896271 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c932913-4faa-49b1-bfad-8b006199fdd8 req-bc6e1934-4dce-4d2b-b5e2-0b78e38bf864 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0563810 Jul 25 16:25:13.943281 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d26b23f7-6c20-436c-a3bc-3031678c37a7 req-92ad3fd1-bf1f-49a4-82f6-a4e85fc65399 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0413346 Jul 25 16:25:13.991069 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c932913-4faa-49b1-bfad-8b006199fdd8 req-0540c55d-5115-475c-9d02-05db28ecdb3b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790458 Jul 25 16:25:14.212124 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb0ff5b2-c268-4b5d-85a0-55179d065cdf details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:25:14.349698 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:14.372039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'port': {'device_id': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'admin_state_up': True, 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'security_groups': ['62b1f49f-7f22-4452-86a6-46a9e098a69b']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:14.372325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'port_id': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf', 'mac_address': 'fa:16:3e:4f:eb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:25:14.453598 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port bb0ff5b2-c268-4b5d-85a0-55179d065cdf is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:14.454378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:14.496567 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0ff5b2-c268-4b5d-85a0-55179d065cdf {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:14.535987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-aec227e6-a56f-4931-b680-3b9140e7d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:14.538637 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-aec227e6-a56f-4931-b680-3b9140e7d313 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1128 time: 0.1870031 Jul 25 16:25:14.540157 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-19e5ec20-fd29-4e90-8bb0-7fb3c0cb7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:14.540374 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:14.542158 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-19e5ec20-fd29-4e90-8bb0-7fb3c0cb7c16 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1127 time: 0.1413283 Jul 25 16:25:14.546153 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['410ca3cd-385e-464e-9409-2b05ac233c4f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:25:14.611743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:14.642253 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Made reservation on behalf of 5c4be8083168475198c66cca890b18a9 for: {'port': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:25:14.648801 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:14.790832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:14.932607 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-1508805c-f6aa-4e04-b757-6675b19ca482 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 200 len: 217 time: 0.1116915 Jul 25 16:25:14.956578 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['bb0ff5b2-c268-4b5d-85a0-55179d065cdf'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:25:15.013049 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Allocated IP 172.20.0.10 (ab360f41-bf62-4a29-ad06-3a6595fd95fd/8c73b70b-a4ef-4199-82ab-d49f3df7dc6c/aaea7be2-6388-4c1f-8fe7-40d03b69cf00) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:25:15.014707 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:15.254254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-8d98611f-8de7-4437-98b1-b2b8620096e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.258082 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-8d98611f-8de7-4437-98b1-b2b8620096e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.3003309 Jul 25 16:25:15.315599 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-a28b5994-4537-4807-bd6d-db90145a9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.317679 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-a28b5994-4537-4807-bd6d-db90145a9422 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.4956818 Jul 25 16:25:15.343623 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.369005 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522effd-506b-42e1-afcf-1d7bb3421930 req-17045c9e-7400-4524-a0cb-dc70304a3184 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.372457 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a522effd-506b-42e1-afcf-1d7bb3421930 req-17045c9e-7400-4524-a0cb-dc70304a3184 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 944 time: 0.5204325 Jul 25 16:25:15.391883 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db5cd727-a29c-47c0-82e0-1e8d67b31b2d req-6e6087c5-a19b-406e-bd40-ef683bd9a51a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.2050655 Jul 25 16:25:15.492771 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-232af0e1-b3ac-4d26-baaa-8fb4ab7199b0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.1091609 Jul 25 16:25:15.644118 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-f9040fc6-2411-43c1-826a-5405ca37c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.649410 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-f9040fc6-2411-43c1-826a-5405ca37c8fa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1608653 Jul 25 16:25:15.660184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:15.722390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.740265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:15.764764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.800606 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a522effd-506b-42e1-afcf-1d7bb3421930 req-e37c0a4d-abb9-4e16-b2ac-5a772cd15593 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948720 Jul 25 16:25:15.817001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-647c8f6a-fc44-4110-be17-9b7252a60eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.823936 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.828506 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-647c8f6a-fc44-4110-be17-9b7252a60eb9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.3197224 Jul 25 16:25:15.909623 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.939860 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:25:15.957351 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:15.959724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:25:15.979594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-aaa24521-bdd5-453d-9535-3c7de7718926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:15.984231 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-aaa24521-bdd5-453d-9535-3c7de7718926 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1428940 Jul 25 16:25:15.987136 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:25:16.006513 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:16.009051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.109027 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db869-1f7d-4ccd-aa47-bb009558de38 req-dcefda42-4222-4403-b146-22c8bb14ec5e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:16.112206 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-389db869-1f7d-4ccd-aa47-bb009558de38 req-dcefda42-4222-4403-b146-22c8bb14ec5e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.3820472 Jul 25 16:25:16.116965 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:16.138710 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-a25f208b-b003-40eb-b9e2-3ae2ce8f22b3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7820594 Jul 25 16:25:16.174999 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Request body: {'port': {'device_id': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:16.222778 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=21 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:16.230256 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb0ff5b2-c268-4b5d-85a0-55179d065cdf up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:16.254140 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-3b10986f-ae2e-403b-b37b-b016e8149be3 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496727 Jul 25 16:25:16.395170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1b30202f-f10f-40dd-9c49-815cd598cf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.442455 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port bb0ff5b2-c268-4b5d-85a0-55179d065cdf completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:25:16.456810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port bb0ff5b2-c268-4b5d-85a0-55179d065cdf triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:16.457533 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.462368 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.520552 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-389db869-1f7d-4ccd-aa47-bb009558de38 req-05c82dbc-b6a9-4710-beba-d80344ea4cd5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801103 Jul 25 16:25:16.631200 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-003fac7e-5140-4a4b-926c-d2f77aee4504 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9750888 Jul 25 16:25:16.638927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-05de88f2-e13d-4911-9244-72d14d0fcfce None None] Provisioning complete for port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:16.640877 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-05de88f2-e13d-4911-9244-72d14d0fcfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.684228 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-93c5bcd5-fb92-4f4d-8777-85b96cd598f1 req-7b2d1223-e5d7-4268-a745-22ed10f3c700 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282782 Jul 25 16:25:16.773489 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-05de88f2-e13d-4911-9244-72d14d0fcfce None None] Port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:25:16.794649 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port bb0ff5b2-c268-4b5d-85a0-55179d065cdf is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:16.795356 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:16.829950 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-85f702be-aa8d-44fb-939a-b0ce5ea1e4cf req-15d0d63d-a904-40fd-8069-d9ad61810a31 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883981 Jul 25 16:25:16.846880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:16.911700 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1981319-0335-4a34-b69f-711492a7c849 req-cf47531f-473b-48b8-b642-b69e6fef3ce9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:16.925925 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e1981319-0335-4a34-b69f-711492a7c849 req-cf47531f-473b-48b8-b642-b69e6fef3ce9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 932 time: 0.3007815 Jul 25 16:25:16.999652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:17.017210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.020423 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 410ca3cd-385e-464e-9409-2b05ac233c4f up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:17.143024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:17.207557 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 410ca3cd-385e-464e-9409-2b05ac233c4f completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:25:17.212282 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:17.225197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 410ca3cd-385e-464e-9409-2b05ac233c4f triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:17.225197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.240136 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e1981319-0335-4a34-b69f-711492a7c849 req-22e12011-fc7a-420f-88bb-b0945b61b5f4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127286 Jul 25 16:25:17.298457 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69b76-09a7-41e3-9e14-3df72e890a36 req-c24d6f26-6018-431a-8377-83146898c94e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:17.311643 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51f69b76-09a7-41e3-9e14-3df72e890a36 req-c24d6f26-6018-431a-8377-83146898c94e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 944 time: 0.1816690 Jul 25 16:25:17.386881 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac0b9a8-7666-4cca-9f10-77a98d885eb5" -d '{"events": [{"server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:17.407469 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 410ca3cd-385e-464e-9409-2b05ac233c4f is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:17.408574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.462205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=410ca3cd-385e-464e-9409-2b05ac233c4f,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:17.474716 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.492075 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51f69b76-09a7-41e3-9e14-3df72e890a36 req-f5bebb50-3a38-421e-8da0-8225af200052 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777406 Jul 25 16:25:17.704281 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaea7be2-6388-4c1f-8fe7-40d03b69cf00 {{(pid=104069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:17.723452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks [] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.790836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.provisioning_blocks [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Transition to ACTIVE for port object aaea7be2-6388-4c1f-8fe7-40d03b69cf00 will not be triggered until provisioned by entity L2. {{(pid=104069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:25:17.816338 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:17.855731 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6dad38-4f54-4bf7-a4b3-ff6be461cfe5 x-openstack-request-id: req-ec6dad38-4f54-4bf7-a4b3-ff6be461cfe5 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:17.858293 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "name": "network-vif-plugged", "status": "completed", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:17.858719 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec6dad38-4f54-4bf7-a4b3-ff6be461cfe5 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:17.859457 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6dad38-4f54-4bf7-a4b3-ff6be461cfe5'] response: {'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf', 'code': 200} Jul 25 16:25:17.915721 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:18.042545 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d09e9-7bec-4b7d-8af2-8576723b09e7 req-ec26568d-e3a2-4afc-a3a0-66e3d3160120 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:18.056103 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-257d09e9-7bec-4b7d-8af2-8576723b09e7 req-ec26568d-e3a2-4afc-a3a0-66e3d3160120 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.2896752 Jul 25 16:25:18.118914 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:18.227772 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:18.230505 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Attempting to bind port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:25:18.231144 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Attempting to bind port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:25:18.231752 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Attempting to bind port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:18.239783 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.240757 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.241450 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.242131 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.242868 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.243369 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.243943 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.244500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.245080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.245726 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.246303 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.247123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.247795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.248433 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.249129 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:18.306092 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:25:18.306561 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Attempting to bind port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:18.327522 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-257d09e9-7bec-4b7d-8af2-8576723b09e7 req-3a29f848-be89-4606-b346-24fafd13acfb tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695675 Jul 25 16:25:18.330917 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:25:18.347885 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Checking segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:18.349002 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Bound using segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} {{(pid=104069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:25:18.350165 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.managers [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Bound port: aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}}] {{(pid=104069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:25:18.350946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.457905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60312) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:18.539448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:18.581732 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e0ba-a499-41f3-9844-b31215bfc6fa req-8f36a1d1-2464-49b5-9e71-62ffbb28924a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:18.584298 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5932e0ba-a499-41f3-9844-b31215bfc6fa req-8f36a1d1-2464-49b5-9e71-62ffbb28924a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1097863 Jul 25 16:25:18.592249 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, cleared binding levels {{(pid=104069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:25:18.598452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:25:18.642247 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.752794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.764220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:18.828635 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:18.828635 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.835326 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] 10.222.0.102 "PUT /v2.0/ports/aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 1094 time: 2.6808836 Jul 25 16:25:18.835938 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:18.838403 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765" -d '{"events": [{"name": "network-changed", "server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:18.883159 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5932e0ba-a499-41f3-9844-b31215bfc6fa req-ac175ffe-2dbc-4153-ae3a-32252621189f tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809482 Jul 25 16:25:18.915949 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef2770-b31f-4dc5-8441-2546ee080cbb req-8d2b6e9e-d737-44c6-9f73-47e1cadc43ce tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:18.917629 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-63ef2770-b31f-4dc5-8441-2546ee080cbb req-8d2b6e9e-d737-44c6-9f73-47e1cadc43ce tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.2030652 Jul 25 16:25:18.918599 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adc978-d8a8-4fbd-860d-4051791e4ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=3']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:18.955197 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Publish callbacks [] for security_group (2bb0e420-8b4a-488d-a07d-23665c516739), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.961636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2bb0e420-8b4a-488d-a07d-23665c516739), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:18.974560 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b107961-63a2-4c06-8ebd-ed02bd2f8519 x-openstack-request-id: req-4b107961-63a2-4c06-8ebd-ed02bd2f8519 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:18.974855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:18.975277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b107961-63a2-4c06-8ebd-ed02bd2f8519 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:18.975877 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b107961-63a2-4c06-8ebd-ed02bd2f8519'] response: {'name': 'network-changed', 'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'status': 'completed', 'code': 200} Jul 25 16:25:19.013676 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-63ef2770-b31f-4dc5-8441-2546ee080cbb req-ab64ab0c-eb2e-43c1-af9c-afb30a71338e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860069 Jul 25 16:25:19.030942 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c28e22852a274c6fa26da14da20f47e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675581 Jul 25 16:25:19.030942 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0e420-8b4a-488d-a07d-23665c516739,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:19.031374 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60332) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:19.043948 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.044749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.045358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.046405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.046971 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.047753 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.048358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.048895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.049500 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.050162 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.053825 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.054380 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.054679 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.055215 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.055553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b2f649-d25a-41f1-900c-62826f05574d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:19.110248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] Publish callbacks [] for security_group (2bb0e420-8b4a-488d-a07d-23665c516739), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.141089 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] Publish callbacks [] for security_group (2bb0e420-8b4a-488d-a07d-23665c516739), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.203484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2bb0e420-8b4a-488d-a07d-23665c516739), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.206645 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.207899 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bb0e420-8b4a-488d-a07d-23665c516739 HTTP/1.1" status: 204 len: 168 time: 0.1753364 Jul 25 16:25:19.217781 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a12799-1577-4be8-8771-4e80306a59ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0e420-8b4a-488d-a07d-23665c516739,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:19.534584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28566a2b-6db2-4b3d-abba-bc1e742444cd req-38613412-96ac-40b6-92f3-12a53044e62c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:19.537697 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28566a2b-6db2-4b3d-abba-bc1e742444cd req-38613412-96ac-40b6-92f3-12a53044e62c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0869830 Jul 25 16:25:19.624306 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28566a2b-6db2-4b3d-abba-bc1e742444cd req-e82075fb-9762-435a-8d60-8c2d62b8b6cb tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779114 Jul 25 16:25:19.703661 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60346) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:19.723688 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dd81a9a-4677-42ba-8486-4fc438fe81dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.827084 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dd81a9a-4677-42ba-8486-4fc438fe81dc admin admin] Publish callbacks [] for security_group (c46cf6c9-847d-4814-858f-8a201ab9c0c5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.833613 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1dd81a9a-4677-42ba-8486-4fc438fe81dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c46cf6c9-847d-4814-858f-8a201ab9c0c5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:19.860875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:19.864320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19211c9b-72fb-426e-83e6-dc46de05c6c3" -d '{"events": [{"server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "name": "network-vif-plugged", "status": "completed", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:19.897415 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd81a9a-4677-42ba-8486-4fc438fe81dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cf6c9-847d-4814-858f-8a201ab9c0c5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:19.905154 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1dd81a9a-4677-42ba-8486-4fc438fe81dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d110540babfd41c69bbabcb0673d5463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000115 Jul 25 16:25:19.908378 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60354) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:19.967318 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05b6a60-dba2-4c1a-80a6-c78aa1d08f5d x-openstack-request-id: req-f05b6a60-dba2-4c1a-80a6-c78aa1d08f5d {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:19.968336 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "name": "network-vif-plugged", "status": "completed", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:19.968883 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f05b6a60-dba2-4c1a-80a6-c78aa1d08f5d {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:19.969561 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05b6a60-dba2-4c1a-80a6-c78aa1d08f5d'] response: {'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f', 'code': 200} Jul 25 16:25:20.023701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] Publish callbacks [] for security_group (c46cf6c9-847d-4814-858f-8a201ab9c0c5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:20.066299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] Publish callbacks [] for security_group (c46cf6c9-847d-4814-858f-8a201ab9c0c5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:20.090946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3385c-e292-45c8-ba00-699cd495881b req-d8762209-9a20-43ca-b351-b84afe54bf2b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:20.093882 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eae3385c-e292-45c8-ba00-699cd495881b req-d8762209-9a20-43ca-b351-b84afe54bf2b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.0855837 Jul 25 16:25:20.153780 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:20.167817 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c46cf6c9-847d-4814-858f-8a201ab9c0c5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:20.171794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:20.173090 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c46cf6c9-847d-4814-858f-8a201ab9c0c5 HTTP/1.1" status: 204 len: 168 time: 0.2629850 Jul 25 16:25:20.184041 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199981c1-9513-419a-a087-6ed0008c6157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cf6c9-847d-4814-858f-8a201ab9c0c5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:20.197860 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5e3d780f-d096-41c2-ac3a-bcd35f1ab26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:20.261431 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eae3385c-e292-45c8-ba00-699cd495881b req-0f40f730-848a-4560-9f3a-d2c35009e8a1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569793 Jul 25 16:25:20.273472 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f92e5-8ac6-47f2-9392-0fb50809c2de req-425fac12-58f5-46ad-b62f-78b8321e3b1c tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:20.275286 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b9f92e5-8ac6-47f2-9392-0fb50809c2de req-425fac12-58f5-46ad-b62f-78b8321e3b1c tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1425145 Jul 25 16:25:20.387045 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b9f92e5-8ac6-47f2-9392-0fb50809c2de req-6a941ea1-24ec-4a50-a8ec-2ac18222e8e5 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Jul 25 16:25:20.796576 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:20.827112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd194-b92a-4620-92af-234459b28066 req-64d1ce07-6040-4a89-9a2a-84160b6a17f7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:20.830250 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-182dd194-b92a-4620-92af-234459b28066 req-64d1ce07-6040-4a89-9a2a-84160b6a17f7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0931079 Jul 25 16:25:20.931816 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-182dd194-b92a-4620-92af-234459b28066 req-e8e7d7da-8faf-4c5b-bd98-57935ee8b4cd tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914986 Jul 25 16:25:21.094031 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:21.597597 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0bc9-dcd5-415a-af03-3bcef95fd984 req-69866774-e355-4369-853a-3011e3fe3eed tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:21.599381 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cddc0bc9-dcd5-415a-af03-3bcef95fd984 req-69866774-e355-4369-853a-3011e3fe3eed tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.0926032 Jul 25 16:25:21.613699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3e80f-d800-41ac-960f-2d080ad88e37 req-4c272dc4-5d48-40e4-89c8-c823b787aa61 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:21.615596 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-90f3e80f-d800-41ac-960f-2d080ad88e37 req-4c272dc4-5d48-40e4-89c8-c823b787aa61 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.0950506 Jul 25 16:25:21.701434 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cddc0bc9-dcd5-415a-af03-3bcef95fd984 req-bb5747d7-f75f-44c0-8f0b-f12017231ac0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846794 Jul 25 16:25:21.705101 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-90f3e80f-d800-41ac-960f-2d080ad88e37 req-c04e5361-4575-4f75-87a8-ffb0381a1ba9 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789261 Jul 25 16:25:21.868091 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:22.151273 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509897dd-9d1f-43c8-985b-da05e3189c31 req-ffc0825b-46ca-430c-85ef-45734da3b50b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:22.153176 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-509897dd-9d1f-43c8-985b-da05e3189c31 req-ffc0825b-46ca-430c-85ef-45734da3b50b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0834343 Jul 25 16:25:22.245084 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-509897dd-9d1f-43c8-985b-da05e3189c31 req-1b309c01-ae24-4279-9d6c-c288f656d80f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815368 Jul 25 16:25:22.498006 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:22.951488 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554329a-2e30-4118-ac02-66e5194807eb req-7922997b-d2c1-41c2-b051-a947cb44e7a6 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:22.954335 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b554329a-2e30-4118-ac02-66e5194807eb req-7922997b-d2c1-41c2-b051-a947cb44e7a6 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1160450 Jul 25 16:25:23.048059 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbc80-6fe2-467c-81a8-287a13935105 req-5f25f334-02b5-42b2-84ab-43eb56282cc1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:23.049934 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a58dbc80-6fe2-467c-81a8-287a13935105 req-5f25f334-02b5-42b2-84ab-43eb56282cc1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1274457 Jul 25 16:25:23.089561 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b554329a-2e30-4118-ac02-66e5194807eb req-108e9c6f-d2a8-4718-8fc5-d1ce286a8240 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294405 Jul 25 16:25:23.164867 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a58dbc80-6fe2-467c-81a8-287a13935105 req-0c0813e8-2025-454b-a83b-eacbd74a3f7e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887837 Jul 25 16:25:23.463898 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068565b-2cef-40f3-8928-754eb7ca7d69 req-924fe73f-0471-4587-b1ce-64bec910432d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:23.466659 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b068565b-2cef-40f3-8928-754eb7ca7d69 req-924fe73f-0471-4587-b1ce-64bec910432d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0893686 Jul 25 16:25:23.762532 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b068565b-2cef-40f3-8928-754eb7ca7d69 req-89f417c7-081d-4ae8-9cae-53e441cdd8f6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848351 Jul 25 16:25:23.878672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60506) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:24.033937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8216036b-d438-4d0e-bfaf-173be2f325cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.136371 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8216036b-d438-4d0e-bfaf-173be2f325cb admin admin] Publish callbacks [] for security_group (a2751bc3-3af9-43e5-a478-f2299a8d8930), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.141837 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8216036b-d438-4d0e-bfaf-173be2f325cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a2751bc3-3af9-43e5-a478-f2299a8d8930), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.193379 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216036b-d438-4d0e-bfaf-173be2f325cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2751bc3-3af9-43e5-a478-f2299a8d8930,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:24.201855 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8216036b-d438-4d0e-bfaf-173be2f325cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f767595ef974be8a65fe024af34f11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217056 Jul 25 16:25:24.206268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60512) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:24.226647 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:24.297460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc4fb9-eb8e-4600-b600-82272841726b req-cebcd345-e38d-4d7c-9959-3352acb3d619 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:24.300778 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4bc4fb9-eb8e-4600-b600-82272841726b req-cebcd345-e38d-4d7c-9959-3352acb3d619 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.0938935 Jul 25 16:25:24.312701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] Publish callbacks [] for security_group (a2751bc3-3af9-43e5-a478-f2299a8d8930), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.340839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] Publish callbacks [] for security_group (a2751bc3-3af9-43e5-a478-f2299a8d8930), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.419265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49362-4740-4c78-9f44-388b8d3ad872 req-c7861533-4039-4190-9415-4415a0ac8d0c tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:24.422417 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4ee49362-4740-4c78-9f44-388b8d3ad872 req-c7861533-4039-4190-9415-4415a0ac8d0c tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1068909 Jul 25 16:25:24.445772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a2751bc3-3af9-43e5-a478-f2299a8d8930), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.446535 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:24.452189 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2751bc3-3af9-43e5-a478-f2299a8d8930 HTTP/1.1" status: 204 len: 168 time: 0.2393048 Jul 25 16:25:24.461630 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4bc4fb9-eb8e-4600-b600-82272841726b req-aff7c812-2d41-45b1-b807-1b44cb532b43 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479018 Jul 25 16:25:24.463576 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb4c1b-1940-4aaf-8818-3d768a3501cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2751bc3-3af9-43e5-a478-f2299a8d8930,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:24.543105 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:24.562406 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4ee49362-4740-4c78-9f44-388b8d3ad872 req-afa96d7f-affe-4088-957e-de5d4015c79b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261253 Jul 25 16:25:24.964280 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8507-e5f8-4201-9de3-1376b4fdbf47 req-d0cf0400-9a9a-4701-907f-fe67c9f74841 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:24.966640 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c63f8507-e5f8-4201-9de3-1376b4fdbf47 req-d0cf0400-9a9a-4701-907f-fe67c9f74841 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 944 time: 0.0719540 Jul 25 16:25:24.968708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60532) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:24.997876 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-475407a6-98ce-4c63-854b-dd7e651727e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:25.068994 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c63f8507-e5f8-4201-9de3-1376b4fdbf47 req-4f535a01-df00-4b30-baa4-c31a72a29b64 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904038 Jul 25 16:25:25.165641 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-475407a6-98ce-4c63-854b-dd7e651727e9 admin admin] Publish callbacks [] for security_group (95949254-162b-43fe-84db-2d0ccc4a902d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:25.171240 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-475407a6-98ce-4c63-854b-dd7e651727e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (95949254-162b-43fe-84db-2d0ccc4a902d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:25.221724 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-475407a6-98ce-4c63-854b-dd7e651727e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ca55b8adccc4b9f8e08d3277142ae65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515714 Jul 25 16:25:25.222811 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475407a6-98ce-4c63-854b-dd7e651727e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95949254-162b-43fe-84db-2d0ccc4a902d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:25.225847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60534) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:25.331688 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] Publish callbacks [] for security_group (95949254-162b-43fe-84db-2d0ccc4a902d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:25.335257 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:25.448455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-dacb07df-4fd4-4405-ab44-8d508fd82042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:25.451490 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-dacb07df-4fd4-4405-ab44-8d508fd82042 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1128 time: 0.0961888 Jul 25 16:25:25.488393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] Publish callbacks [] for security_group (95949254-162b-43fe-84db-2d0ccc4a902d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:25.515425 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-25a60be0-5a0b-4dbe-b442-9d06cea74806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:25.518685 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-25a60be0-5a0b-4dbe-b442-9d06cea74806 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1128 time: 0.1728942 Jul 25 16:25:25.776191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.102', 50033) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:25.846252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:26.177379 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a9e2e-6e8d-4ca4-9606-34636b5126c6 req-d813cac4-8495-4c7f-a768-4a3d9055a727 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.184807 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f00a9e2e-6e8d-4ca4-9606-34636b5126c6 req-d813cac4-8495-4c7f-a768-4a3d9055a727 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.3024898 Jul 25 16:25:26.239011 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0f25f-1377-4d93-b691-1884914cdd21 req-8faf857e-264e-46b9-8b82-1934d8500542 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.241272 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e9f0f25f-1377-4d93-b691-1884914cdd21 req-8faf857e-264e-46b9-8b82-1934d8500542 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.3555517 Jul 25 16:25:26.261321 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:25:26.270523 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-9c5da9b3-9505-4ddb-a337-fd996260b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.274141 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-9c5da9b3-9505-4ddb-a337-fd996260b341 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.6516454 Jul 25 16:25:26.293156 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-881c5260-1714-4078-ab73-498a8725804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.296275 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-881c5260-1714-4078-ab73-498a8725804c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 1129 time: 0.5147622 Jul 25 16:25:26.307993 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-c5920271-b0ba-4312-9f84-9446f35e6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.310510 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-c5920271-b0ba-4312-9f84-9446f35e6fb7 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=5c4be8083168475198c66cca890b18a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7831035 Jul 25 16:25:26.320485 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (95949254-162b-43fe-84db-2d0ccc4a902d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.325838 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.328400 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95949254-162b-43fe-84db-2d0ccc4a902d HTTP/1.1" status: 204 len: 168 time: 1.0997467 Jul 25 16:25:26.379519 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-44a9694c-ffa4-4bec-b672-f1ab24a16848 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.396104 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-4adddfcd-4f47-43b6-9d48-19735cb658b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.416477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-5669a31b-3b57-458e-a169-171d57ff89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.420377 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-5669a31b-3b57-458e-a169-171d57ff89c1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.9560728 Jul 25 16:25:26.431758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1364ee-5462-435c-9c64-4b393b953edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95949254-162b-43fe-84db-2d0ccc4a902d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:26.579983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-44a9694c-ffa4-4bec-b672-f1ab24a16848 service neutron] Publish callbacks [] for security_group (4fd00b80-2544-4e8a-9cc2-447262cdca80), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.590706 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f00a9e2e-6e8d-4ca4-9606-34636b5126c6 req-e1ff37a1-1804-4bdb-b5ed-e9ba337c4f65 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692613 Jul 25 16:25:26.644532 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:26.663844 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-503e02b9-dec9-400b-b779-cd0e0c0dbbcc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 200 len: 217 time: 0.2276509 Jul 25 16:25:26.668588 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-44a9694c-ffa4-4bec-b672-f1ab24a16848 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4fd00b80-2544-4e8a-9cc2-447262cdca80), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.676148 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'port_id': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64', 'mac_address': 'fa:16:3e:38:5f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:25:26.774145 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:26.775846 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.777914 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e9f0f25f-1377-4d93-b691-1884914cdd21 req-bef52b0f-9a87-4788-b772-0587f971e78b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966910 Jul 25 16:25:26.847590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:26.860188 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9694c-ffa4-4bec-b672-f1ab24a16848 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd00b80-2544-4e8a-9cc2-447262cdca80,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:26.878147 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d549ea04-41c4-46f5-b846-786f6a7ff56b req-44a9694c-ffa4-4bec-b672-f1ab24a16848 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301919 Jul 25 16:25:26.892891 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.db.api [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-4adddfcd-4f47-43b6-9d48-19735cb658b1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c0729a317dec4f6a9639c0492b388eba {{(pid=104068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:25:26.893951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG oslo_db.api [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-4adddfcd-4f47-43b6-9d48-19735cb658b1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:25:26.897796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-a65c2480-9e6a-4ffd-b3bb-83c5c892d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:26.901592 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-a65c2480-9e6a-4ffd-b3bb-83c5c892d7b8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2222180 Jul 25 16:25:26.930287 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:26.941166 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:26.958914 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:26.966554 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:25:27.079833 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-d37e23db-661d-437a-9d13-5edb3db2e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:27.082874 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4a98799-1c65-4d7c-a1b2-1aa1af7d0765 req-d37e23db-661d-437a-9d13-5edb3db2e36f service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7646403 Jul 25 16:25:27.127881 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a29aa0-21af-4bb6-9d63-47ebd07782b8 req-d81f50e2-7e75-41d8-907f-9f3fa76f15ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:27.136917 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-10a29aa0-21af-4bb6-9d63-47ebd07782b8 req-d81f50e2-7e75-41d8-907f-9f3fa76f15ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 945 time: 0.2293999 Jul 25 16:25:27.150400 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:27.170039 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.170625 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.171198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.171966 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.172538 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.173102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.173840 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.174458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.174928 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.175875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.176652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.177695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.178501 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.179244 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.179989 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:25:27.199857 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:25:27.332551 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-7c80f52b-dced-47f0-a281-69d8f62724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:27.341180 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-7c80f52b-dced-47f0-a281-69d8f62724f1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2361236 Jul 25 16:25:27.395563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-4adddfcd-4f47-43b6-9d48-19735cb658b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:27.404687 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-10a29aa0-21af-4bb6-9d63-47ebd07782b8 req-d7ee0f55-550d-4f71-b952-36cc12c745a9 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548699 Jul 25 16:25:27.412671 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-682a3c03-adf6-48d7-9e16-900317d83fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:27.416392 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-682a3c03-adf6-48d7-9e16-900317d83fdf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1128 time: 0.1984510 Jul 25 16:25:27.773899 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-b0ada094-85de-4e96-92e7-62d26f478033 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 217 time: 0.1925066 Jul 25 16:25:27.847867 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:27.856737 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e9fb3e6d-4c85-479f-8728-e884bb997096 req-4adddfcd-4f47-43b6-9d48-19735cb658b1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5666194 Jul 25 16:25:27.994660 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:27.996156 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-5c4dc20f-5734-45c5-ae25-6d9403e33703 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129078 Jul 25 16:25:28.232893 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60626) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:28.267823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:28.288102 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-54b9aa67-9d14-4654-972f-921cd967b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:28.291079 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-54b9aa67-9d14-4654-972f-921cd967b0de service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.5144649 Jul 25 16:25:28.327502 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a11d22-afbb-4060-ba9e-e6845b6895e9 req-628a0995-0a7f-44d8-ac65-2a33cb2e11d1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:28.331470 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37a11d22-afbb-4060-ba9e-e6845b6895e9 req-628a0995-0a7f-44d8-ac65-2a33cb2e11d1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.3954282 Jul 25 16:25:28.354832 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d42d-55a2-49cb-be62-6fd6064638ca req-5291c67b-e708-4f59-8724-ede2c69846c9 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:28.374351 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb31d42d-55a2-49cb-be62-6fd6064638ca req-5291c67b-e708-4f59-8724-ede2c69846c9 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.3958275 Jul 25 16:25:28.378827 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-170ad21c-2688-4f24-af4e-a1751d1ce46c req-5d75270d-5a08-4b08-b750-fefa19410d93 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090460 Jul 25 16:25:28.443264 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:25:28.461269 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:28.466147 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:28.612166 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-37a11d22-afbb-4060-ba9e-e6845b6895e9 req-df668042-8a5d-4168-b9d0-a4126b5a50a3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309535 Jul 25 16:25:28.887402 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb31d42d-55a2-49cb-be62-6fd6064638ca req-2cb064c7-340f-46d2-b7cb-0dc163cd6d88 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111337 Jul 25 16:25:28.904008 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:28.904593 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:28.982544 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-719f08ed-93ff-456f-a630-e240beb103a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:28.985550 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-719f08ed-93ff-456f-a630-e240beb103a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3245931 Jul 25 16:25:28.990063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b568f445-8032-4653-8a45-9aa6c087196a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:28.995025 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:28.998940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0c937-977d-4f11-9887-438081fc4e79" -d '{"events": [{"server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:29.019893 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1eb22-aafc-4947-abaa-1d13a00fc007 req-258edc23-3636-4155-8d8d-3944c3afe534 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:29.029948 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ed1eb22-aafc-4947-abaa-1d13a00fc007 req-258edc23-3636-4155-8d8d-3944c3afe534 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 945 time: 0.1770651 Jul 25 16:25:29.060645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:29.068033 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.138998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad336085-7f35-4d32-8cf2-08c206fae98e x-openstack-request-id: req-ad336085-7f35-4d32-8cf2-08c206fae98e {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:29.139394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:29.139721 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad336085-7f35-4d32-8cf2-08c206fae98e {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:29.140316 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad336085-7f35-4d32-8cf2-08c206fae98e'] response: {'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64', 'code': 200} Jul 25 16:25:29.156181 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ed1eb22-aafc-4947-abaa-1d13a00fc007 req-8d72bd65-f04d-4b0a-878d-63b5777d3b85 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247196 Jul 25 16:25:29.216595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:29.233979 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b568f445-8032-4653-8a45-9aa6c087196a admin admin] Publish callbacks [] for security_group (5d5517f5-a7fc-4474-8d6f-0428266538b0), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.241518 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b568f445-8032-4653-8a45-9aa6c087196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (5d5517f5-a7fc-4474-8d6f-0428266538b0), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.547654 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b568f445-8032-4653-8a45-9aa6c087196a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac34cea9ccf246b0b6a6cfda4ec17fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3125339 Jul 25 16:25:29.551774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60668) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:29.552669 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568f445-8032-4653-8a45-9aa6c087196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5517f5-a7fc-4474-8d6f-0428266538b0,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:29.619714 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:29.671311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] Publish callbacks [] for security_group (5d5517f5-a7fc-4474-8d6f-0428266538b0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.738504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] Publish callbacks [] for security_group (5d5517f5-a7fc-4474-8d6f-0428266538b0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.789315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:29.847157 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (5d5517f5-a7fc-4474-8d6f-0428266538b0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.852679 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:29.854112 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d5517f5-a7fc-4474-8d6f-0428266538b0 HTTP/1.1" status: 204 len: 168 time: 0.3009398 Jul 25 16:25:29.883482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c1108-9541-4154-8262-b0ca28633ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5517f5-a7fc-4474-8d6f-0428266538b0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:29.947980 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60684) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:29.970637 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c785ac-0cd9-4fbf-b7ab-7b27ec175f34 req-605062cc-78b9-4ef6-98f6-f1965f2ca397 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:29.975675 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c3c785ac-0cd9-4fbf-b7ab-7b27ec175f34 req-605062cc-78b9-4ef6-98f6-f1965f2ca397 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1762319 Jul 25 16:25:29.985870 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:30.163698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5602af0-698c-4f7b-8f80-19f456d41d90 req-4f085d0d-83b0-400a-9d1a-acfe1de0f680 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:30.167236 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f5602af0-698c-4f7b-8f80-19f456d41d90 req-4f085d0d-83b0-400a-9d1a-acfe1de0f680 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1206543 Jul 25 16:25:30.173879 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c3c785ac-0cd9-4fbf-b7ab-7b27ec175f34 req-812e4211-d768-46a1-ac5f-29c647e6ea42 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884267 Jul 25 16:25:30.330302 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f5602af0-698c-4f7b-8f80-19f456d41d90 req-72c1d56f-0c87-4e84-aa21-2ff6b4366af0 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528010 Jul 25 16:25:30.425575 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e60ec3-544f-473a-88ca-79d4ff1e79df req-b4834236-1af3-479f-b70c-a5b806d9923b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:30.428676 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-caac341a-bd28-4411-8ff5-354401758739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:30.434103 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0e60ec3-544f-473a-88ca-79d4ff1e79df req-b4834236-1af3-479f-b70c-a5b806d9923b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1022184 Jul 25 16:25:30.512451 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0e60ec3-544f-473a-88ca-79d4ff1e79df req-f46142bc-aec3-4991-98a2-54de162d196c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761302 Jul 25 16:25:30.659107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-caac341a-bd28-4411-8ff5-354401758739 admin admin] Publish callbacks [] for security_group (aa85b149-cc89-4784-bf2d-b18d9c334e46), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:30.661025 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60702) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:30.674465 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-caac341a-bd28-4411-8ff5-354401758739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (aa85b149-cc89-4784-bf2d-b18d9c334e46), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:30.686377 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8a33-ffd5-4ccc-947b-056f96892740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:30.709123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:30.714743 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac341a-bd28-4411-8ff5-354401758739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa85b149-cc89-4784-bf2d-b18d9c334e46,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:30.757674 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-caac341a-bd28-4411-8ff5-354401758739 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b1c8c7afd664267ae53664f5747a98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8060625 Jul 25 16:25:30.758926 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60706) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:30.979798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8a33-ffd5-4ccc-947b-056f96892740 admin admin] Publish callbacks [] for security_group (217492d8-3f53-4721-a635-fbc963fae7f6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:30.987809 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] Publish callbacks [] for security_group (aa85b149-cc89-4784-bf2d-b18d9c334e46), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.038208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8a33-ffd5-4ccc-947b-056f96892740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (217492d8-3f53-4721-a635-fbc963fae7f6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.046036 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] Publish callbacks [] for security_group (aa85b149-cc89-4784-bf2d-b18d9c334e46), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.069435 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:31.208298 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ef8f8a33-ffd5-4ccc-947b-056f96892740 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ebd1d6d4689421cb4b02f241bc8f6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5433052 Jul 25 16:25:31.209232 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60720) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:31.214007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f8a33-ffd5-4ccc-947b-056f96892740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217492d8-3f53-4721-a635-fbc963fae7f6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:31.273192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (aa85b149-cc89-4784-bf2d-b18d9c334e46), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.278305 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.281013 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa85b149-cc89-4784-bf2d-b18d9c334e46 HTTP/1.1" status: 204 len: 168 time: 0.5206566 Jul 25 16:25:31.298252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf43da-a64b-4ab7-9e36-a4d23dfccd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa85b149-cc89-4784-bf2d-b18d9c334e46,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:31.347521 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] Publish callbacks [] for security_group (217492d8-3f53-4721-a635-fbc963fae7f6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.388845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] Publish callbacks [] for security_group (217492d8-3f53-4721-a635-fbc963fae7f6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.487643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (217492d8-3f53-4721-a635-fbc963fae7f6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.492187 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:31.494600 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/217492d8-3f53-4721-a635-fbc963fae7f6 HTTP/1.1" status: 204 len: 168 time: 0.2801466 Jul 25 16:25:31.511107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5ea5-8bef-4509-a417-97582f2b2f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217492d8-3f53-4721-a635-fbc963fae7f6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:31.521744 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432f4b-ab32-454b-be4e-41fccd239d11 req-89712cb0-ae65-43ca-995f-7335650b83da tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:31.535135 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-21432f4b-ab32-454b-be4e-41fccd239d11 req-89712cb0-ae65-43ca-995f-7335650b83da tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1398470 Jul 25 16:25:31.666487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-21432f4b-ab32-454b-be4e-41fccd239d11 req-ef626df0-4034-450c-871d-260b3eebfbcf tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294756 Jul 25 16:25:31.787328 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cafdbd-3e0c-4c87-92d9-dec92a28e3f1 req-694eecc8-e3e3-4b7b-ace7-f977a2e75a16 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:31.789864 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f6cafdbd-3e0c-4c87-92d9-dec92a28e3f1 req-694eecc8-e3e3-4b7b-ace7-f977a2e75a16 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0987647 Jul 25 16:25:31.880954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f6cafdbd-3e0c-4c87-92d9-dec92a28e3f1 req-e2a76a96-f56c-4813-806d-92c4135ab6f2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805001 Jul 25 16:25:32.129611 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60746) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:32.173481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bbb25d60-a814-41d7-9985-6607eba7f3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:32.550585 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60762) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:32.588862 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-7d0808f6-7308-446e-b590-6828c79e46eb service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901483 Jul 25 16:25:32.592402 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bbb25d60-a814-41d7-9985-6607eba7f3a9 admin admin] Publish callbacks [] for security_group (f584ba92-918a-424a-a57a-2cdbce22dacf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:32.599294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bbb25d60-a814-41d7-9985-6607eba7f3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f584ba92-918a-424a-a57a-2cdbce22dacf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:32.702653 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bbb25d60-a814-41d7-9985-6607eba7f3a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2526db205c5b4874a47e5a18efe6a4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5729682 Jul 25 16:25:32.710903 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60770) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:32.734169 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb25d60-a814-41d7-9985-6607eba7f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f584ba92-918a-424a-a57a-2cdbce22dacf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:32.890912 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:32.963560 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] Publish callbacks [] for security_group (f584ba92-918a-424a-a57a-2cdbce22dacf), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.155191 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40199dc3-12b6-4038-ab41-3dfef57d0c98 req-51960e4e-b39e-4959-af2c-a15d9b29d109 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516849 Jul 25 16:25:33.155191 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60790) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:33.187612 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a2b6-b9b6-4d02-86e3-7f1315776432 req-e2bdc5d0-3ad3-43cc-82a1-c025566f95d3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:33.191519 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a41723e6-4e31-4eee-a8c1-b60cfd54c7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.206073 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3537a2b6-b9b6-4d02-86e3-7f1315776432 req-e2bdc5d0-3ad3-43cc-82a1-c025566f95d3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1536090 Jul 25 16:25:33.211293 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] Publish callbacks [] for security_group (f584ba92-918a-424a-a57a-2cdbce22dacf), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.261530 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79c1dd24-c394-4779-814c-5b7b28dcafe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.297570 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c181e8-e5ce-4dbe-97d1-c59577658281 req-e201a5c3-4e52-4e65-9654-5d47f3a5f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:33.301065 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-05c181e8-e5ce-4dbe-97d1-c59577658281 req-e201a5c3-4e52-4e65-9654-5d47f3a5f191 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1130 time: 0.3081298 Jul 25 16:25:33.309249 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:33.345735 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3537a2b6-b9b6-4d02-86e3-7f1315776432 req-30d8529b-f816-4809-b350-12c1215a4646 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382306 Jul 25 16:25:33.545265 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f584ba92-918a-424a-a57a-2cdbce22dacf), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.562332 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.575938 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f584ba92-918a-424a-a57a-2cdbce22dacf HTTP/1.1" status: 204 len: 168 time: 0.8616929 Jul 25 16:25:33.608934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79c1dd24-c394-4779-814c-5b7b28dcafe5 admin admin] Publish callbacks [] for security_group (3ff33c38-bccc-4a32-8bb4-3994d4ea0a26), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.638508 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda086-e386-4d06-81b7-fafcd49b4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584ba92-918a-424a-a57a-2cdbce22dacf,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:33.664168 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a41723e6-4e31-4eee-a8c1-b60cfd54c7c4 admin admin] Publish callbacks [] for security_group (002ddb80-1e59-49c3-b67f-50737a776ada), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.668993 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-79c1dd24-c394-4779-814c-5b7b28dcafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (3ff33c38-bccc-4a32-8bb4-3994d4ea0a26), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.673635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a41723e6-4e31-4eee-a8c1-b60cfd54c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (002ddb80-1e59-49c3-b67f-50737a776ada), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:33.682583 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:33.747257 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be31a-30b2-4cbe-9dff-0d0e8175362b req-b14551b2-599f-444b-a5d7-0659bc0e6ed2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:33.760203 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e52be31a-30b2-4cbe-9dff-0d0e8175362b req-b14551b2-599f-444b-a5d7-0659bc0e6ed2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2256315 Jul 25 16:25:33.781788 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a41723e6-4e31-4eee-a8c1-b60cfd54c7c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8635ce72fdaf46dfa8a92b3c3d8c2c71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2293882 Jul 25 16:25:33.782856 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60812) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:33.789870 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41723e6-4e31-4eee-a8c1-b60cfd54c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002ddb80-1e59-49c3-b67f-50737a776ada,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:33.850640 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1dd24-c394-4779-814c-5b7b28dcafe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff33c38-bccc-4a32-8bb4-3994d4ea0a26,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:33.860233 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-79c1dd24-c394-4779-814c-5b7b28dcafe5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee26e5c53e5b40de92f8cee9a40ddc12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7037451 Jul 25 16:25:33.867755 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60814) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:33.913663 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e52be31a-30b2-4cbe-9dff-0d0e8175362b req-e34fe63f-a8d5-4f67-a15b-b90ff67619fd tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512926 Jul 25 16:25:33.959936 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] Publish callbacks [] for security_group (002ddb80-1e59-49c3-b67f-50737a776ada), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.029285 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] Publish callbacks [] for security_group (002ddb80-1e59-49c3-b67f-50737a776ada), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.088481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] Publish callbacks [] for security_group (3ff33c38-bccc-4a32-8bb4-3994d4ea0a26), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.190834 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] Publish callbacks [] for security_group (3ff33c38-bccc-4a32-8bb4-3994d4ea0a26), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.214038 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-05c181e8-e5ce-4dbe-97d1-c59577658281 req-c3110c46-08cb-4660-899c-dbfc201cd65a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513786 Jul 25 16:25:34.260834 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (002ddb80-1e59-49c3-b67f-50737a776ada), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.267410 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.272177 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/002ddb80-1e59-49c3-b67f-50737a776ada HTTP/1.1" status: 204 len: 168 time: 0.4854650 Jul 25 16:25:34.284645 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddec77-99ae-4ea2-8db3-01909f58f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ddb80-1e59-49c3-b67f-50737a776ada,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:34.323177 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (3ff33c38-bccc-4a32-8bb4-3994d4ea0a26), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.330380 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:34.334044 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ff33c38-bccc-4a32-8bb4-3994d4ea0a26 HTTP/1.1" status: 204 len: 168 time: 0.4638028 Jul 25 16:25:34.356313 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfe6bc-f617-4b27-88d3-6a973036c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff33c38-bccc-4a32-8bb4-3994d4ea0a26,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:34.379169 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:34.527553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60836) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:34.554773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1e41-3bd4-46ac-b999-c694f8e7e529 req-c6810b69-f5f9-4303-8d48-301a538df930 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:34.564150 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ac8b1e41-3bd4-46ac-b999-c694f8e7e529 req-c6810b69-f5f9-4303-8d48-301a538df930 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1023252 Jul 25 16:25:34.636201 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ac8b1e41-3bd4-46ac-b999-c694f8e7e529 req-4f1e6cd2-8573-4db7-8d3c-8cca06032e16 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707531 Jul 25 16:25:35.112610 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472151b-f661-4564-85d2-8637f69ed55b req-5b5e3429-4bf8-46fa-9a0a-85a1aa59557d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:35.116873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-167efe1c-91de-430d-beba-fd6542f95102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.118145 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2472151b-f661-4564-85d2-8637f69ed55b req-5b5e3429-4bf8-46fa-9a0a-85a1aa59557d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0824380 Jul 25 16:25:35.183446 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:35.225129 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2472151b-f661-4564-85d2-8637f69ed55b req-35bc8c62-7a77-4993-8567-1939fb6699cc tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973151 Jul 25 16:25:35.293529 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-167efe1c-91de-430d-beba-fd6542f95102 admin admin] Publish callbacks [] for security_group (099dae66-ff08-46a8-93be-6ecbb1b987ac), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.301149 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-167efe1c-91de-430d-beba-fd6542f95102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (099dae66-ff08-46a8-93be-6ecbb1b987ac), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.352337 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167efe1c-91de-430d-beba-fd6542f95102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099dae66-ff08-46a8-93be-6ecbb1b987ac,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:35.415615 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-167efe1c-91de-430d-beba-fd6542f95102 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e24e8cd4aa84e75b511d18e6ac7c197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8851807 Jul 25 16:25:35.416136 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60862) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:35.475534 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60868) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:35.521531 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b7bda39b-2bce-40f2-ad7e-778ba9a83f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.554065 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] Publish callbacks [] for security_group (099dae66-ff08-46a8-93be-6ecbb1b987ac), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.609145 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] Publish callbacks [] for security_group (099dae66-ff08-46a8-93be-6ecbb1b987ac), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.629681 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:35.633079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:35.709052 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b7bda39b-2bce-40f2-ad7e-778ba9a83f49 admin admin] Publish callbacks [] for security_group (f736325e-1714-4be8-914a-9c5ea5afe3ab), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.716482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b7bda39b-2bce-40f2-ad7e-778ba9a83f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f736325e-1714-4be8-914a-9c5ea5afe3ab), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.793389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (099dae66-ff08-46a8-93be-6ecbb1b987ac), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.807414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:35.810968 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/099dae66-ff08-46a8-93be-6ecbb1b987ac HTTP/1.1" status: 204 len: 168 time: 0.3916409 Jul 25 16:25:35.828186 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bda39b-2bce-40f2-ad7e-778ba9a83f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f736325e-1714-4be8-914a-9c5ea5afe3ab,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:35.842055 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b7bda39b-2bce-40f2-ad7e-778ba9a83f49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5fd7ab2f160465bb87364c513e48f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643939 Jul 25 16:25:35.843131 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60878) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:35.979326 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97527-d00c-4da0-8b54-ed6f1471bfe3 req-73ab6f2b-bf75-4741-bfc6-9e26a6c3b7a2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:35.981179 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ea97527-d00c-4da0-8b54-ed6f1471bfe3 req-73ab6f2b-bf75-4741-bfc6-9e26a6c3b7a2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 944 time: 0.1658595 Jul 25 16:25:35.991091 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152808b5-0883-4546-9d9a-98edc561ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099dae66-ff08-46a8-93be-6ecbb1b987ac,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:35.997653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] Publish callbacks [] for security_group (f736325e-1714-4be8-914a-9c5ea5afe3ab), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:36.080396 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] Publish callbacks [] for security_group (f736325e-1714-4be8-914a-9c5ea5afe3ab), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:36.110336 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ea97527-d00c-4da0-8b54-ed6f1471bfe3 req-ec7965aa-c1f3-4448-a421-f843bfe98764 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962117 Jul 25 16:25:36.220171 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f736325e-1714-4be8-914a-9c5ea5afe3ab), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:36.226221 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:36.229185 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f736325e-1714-4be8-914a-9c5ea5afe3ab HTTP/1.1" status: 204 len: 168 time: 0.3838871 Jul 25 16:25:36.244845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154d153-3c85-40df-9fbe-9f8706ba0955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f736325e-1714-4be8-914a-9c5ea5afe3ab,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:36.420378 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9ba9-2ffd-4852-aa07-304b77f7270d req-f450382d-dbad-4261-8e57-c171aef7e939 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:36.422561 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-003c9ba9-2ffd-4852-aa07-304b77f7270d req-f450382d-dbad-4261-8e57-c171aef7e939 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0767090 Jul 25 16:25:36.502630 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-003c9ba9-2ffd-4852-aa07-304b77f7270d req-98118845-8349-44fb-9f18-7d0b4ac33786 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Jul 25 16:25:36.665373 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device aaea7be2-6388-4c1f-8fe7-40d03b69cf00 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:25:36.734693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:36.862641 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 60902) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:36.903688 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d934682d-f939-4a88-a754-668ac3c41432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:36.904534 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:36.927577 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'port_id': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'mac_address': 'fa:16:3e:0a:d1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:25:36.949324 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:37.007097 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:37.009474 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.052024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:37.058700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaea7be2-6388-4c1f-8fe7-40d03b69cf00 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:37.136916 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:37.137392 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d934682d-f939-4a88-a754-668ac3c41432 admin admin] Publish callbacks [] for security_group (cb8c9415-cd17-40af-8e41-bc08a2e006a8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.149480 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d934682d-f939-4a88-a754-668ac3c41432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cb8c9415-cd17-40af-8e41-bc08a2e006a8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.150066 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.254166 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60918) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:37.269622 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d934682d-f939-4a88-a754-668ac3c41432 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef072b299931436dae8a9635e8dd08cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049864 Jul 25 16:25:37.310186 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:37.383482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] Publish callbacks [] for security_group (cb8c9415-cd17-40af-8e41-bc08a2e006a8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.420312 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] Publish callbacks [] for security_group (cb8c9415-cd17-40af-8e41-bc08a2e006a8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.487215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934682d-f939-4a88-a754-668ac3c41432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c9415-cd17-40af-8e41-bc08a2e006a8,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:37.508807 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6264e-c6a8-42db-805f-163c7c410f88 req-a9bd3e78-2cd3-4410-9a60-a007e4e12de0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:37.527259 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4b6264e-c6a8-42db-805f-163c7c410f88 req-a9bd3e78-2cd3-4410-9a60-a007e4e12de0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2919705 Jul 25 16:25:37.556930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cb8c9415-cd17-40af-8e41-bc08a2e006a8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.563237 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:37.566589 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb8c9415-cd17-40af-8e41-bc08a2e006a8 HTTP/1.1" status: 204 len: 168 time: 0.3071039 Jul 25 16:25:37.579099 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c287f-4fb7-4c39-b60c-e2132f61207c req-bfd503da-0347-49fd-8f8f-7f9df82d5613 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:37.586101 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b62ad-9ec5-4bc6-963a-5e761f3e0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c9415-cd17-40af-8e41-bc08a2e006a8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:37.586352 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-101c287f-4fb7-4c39-b60c-e2132f61207c req-bfd503da-0347-49fd-8f8f-7f9df82d5613 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 945 time: 0.1876187 Jul 25 16:25:37.686530 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4b6264e-c6a8-42db-805f-163c7c410f88 req-291d17ca-bc14-4f80-b3c8-06d99734e1e0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644249 Jul 25 16:25:37.733390 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-101c287f-4fb7-4c39-b60c-e2132f61207c req-0f7b0d63-86dc-4417-8974-74d373ff2f0c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316850 Jul 25 16:25:38.319384 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60944) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:38.646882 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9feb9a0a-770a-478c-ad33-de8c71d617d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:38.846796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9feb9a0a-770a-478c-ad33-de8c71d617d9 admin admin] Publish callbacks [] for security_group (11bf196e-cc67-41e4-98b7-68086f7ea991), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:38.855454 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9feb9a0a-770a-478c-ad33-de8c71d617d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (11bf196e-cc67-41e4-98b7-68086f7ea991), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:38.908174 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['aaea7be2-6388-4c1f-8fe7-40d03b69cf00'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:25:38.915581 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9feb9a0a-770a-478c-ad33-de8c71d617d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffa06a8a68a445ee8eb80bf47e89f3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927107 Jul 25 16:25:38.924103 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 60970) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:39.040026 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14728f65-8c3f-4b5a-9150-85076d2f31a0 req-ec642357-e9e7-400b-b201-f0ab28cbf1f5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:39.044571 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb9a0a-770a-478c-ad33-de8c71d617d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf196e-cc67-41e4-98b7-68086f7ea991,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:39.054480 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14728f65-8c3f-4b5a-9150-85076d2f31a0 req-ec642357-e9e7-400b-b201-f0ab28cbf1f5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2268343 Jul 25 16:25:39.203729 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] Publish callbacks [] for security_group (11bf196e-cc67-41e4-98b7-68086f7ea991), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:39.299244 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] Publish callbacks [] for security_group (11bf196e-cc67-41e4-98b7-68086f7ea991), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:39.403266 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5444f-22d8-405e-a865-2c3d095eb74c req-46e4a5a1-ccb5-4589-898f-8a1cb6c4687e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:39.406333 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ded5444f-22d8-405e-a865-2c3d095eb74c req-46e4a5a1-ccb5-4589-898f-8a1cb6c4687e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 945 time: 0.3496127 Jul 25 16:25:39.428425 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14728f65-8c3f-4b5a-9150-85076d2f31a0 req-d4f19581-3360-4334-bafb-c5d327cb1a72 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250031 Jul 25 16:25:39.516002 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (11bf196e-cc67-41e4-98b7-68086f7ea991), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:39.521224 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:39.524852 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11bf196e-cc67-41e4-98b7-68086f7ea991 HTTP/1.1" status: 204 len: 168 time: 0.5983822 Jul 25 16:25:39.545633 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47ecb8-e073-4704-91ce-1aa3249d4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf196e-cc67-41e4-98b7-68086f7ea991,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:39.616617 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ded5444f-22d8-405e-a865-2c3d095eb74c req-43285924-909a-4fdb-8f25-1360d5720215 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835978 Jul 25 16:25:40.530125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device aaea7be2-6388-4c1f-8fe7-40d03b69cf00 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:25:40.790632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-fa5ae571-2e9c-440e-8b98-f76edaef25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:40.806436 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-fa5ae571-2e9c-440e-8b98-f76edaef25c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1130 time: 0.2437110 Jul 25 16:25:40.811858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:25:40.829464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:25:40.830667 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:40.943661 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198ae38-272c-49ab-b1bb-46993f1ca799 req-0cf797ee-61dc-4ecb-a894-e19d312c8272 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:40.956335 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1198ae38-272c-49ab-b1bb-46993f1ca799 req-0cf797ee-61dc-4ecb-a894-e19d312c8272 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2666955 Jul 25 16:25:40.970420 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:41.127890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:41.188210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:25:41.192820 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:41.208808 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0206a16-4919-44e4-96a1-6d24a2e33688 req-fbeddc4b-cd1b-4041-9940-615b355913ad tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:41.224104 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b0206a16-4919-44e4-96a1-6d24a2e33688 req-fbeddc4b-cd1b-4041-9940-615b355913ad tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 945 time: 0.2612877 Jul 25 16:25:41.225260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:41.236056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:41.306787 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1198ae38-272c-49ab-b1bb-46993f1ca799 req-b4c08dc8-c3dc-4506-9d85-b91d02971ded tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488293 Jul 25 16:25:41.317728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:41.330033 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047087d-721b-4b9d-ac49-3bbe4f1e9093" -d '{"events": [{"server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "name": "network-vif-plugged", "status": "completed", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:41.381216 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:41.389899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:41.429552 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-a3c1b5fb-eef7-42d0-95ca-af460614d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:41.440301 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-a3c1b5fb-eef7-42d0-95ca-af460614d297 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.4989986 Jul 25 16:25:41.482527 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b0206a16-4919-44e4-96a1-6d24a2e33688 req-de179ad0-02fc-434c-8b30-7d1830d53d8f tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565017 Jul 25 16:25:41.518670 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e60e1-1454-404f-8033-7c8fe35cd854 x-openstack-request-id: req-3c9e60e1-1454-404f-8033-7c8fe35cd854 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:41.519956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "name": "network-vif-plugged", "status": "completed", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:41.520948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c9e60e1-1454-404f-8033-7c8fe35cd854 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:41.537435 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9e60e1-1454-404f-8033-7c8fe35cd854'] response: {'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'code': 200} Jul 25 16:25:41.614087 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:42.724699 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 32878) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:42.765809 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6cf3b-7eb9-426e-b863-1ff27034b127 req-f7213666-2d1c-4f37-b67d-ccedfaa704ec tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:42.768689 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4c6cf3b-7eb9-426e-b863-1ff27034b127 req-f7213666-2d1c-4f37-b67d-ccedfaa704ec tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1624508 Jul 25 16:25:42.981307 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4c6cf3b-7eb9-426e-b863-1ff27034b127 req-6ebd4c55-cab6-40c4-b469-93c9c858f01c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012308 Jul 25 16:25:43.041176 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692369930-network', 'tenant_id': '1b1fba96612b4ed0ae53b43cdd4e3528'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:43.130299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Made reservation on behalf of 1b1fba96612b4ed0ae53b43cdd4e3528 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:25:43.138690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.211265 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.220967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffebe9-44fe-4b06-a60e-83e5b2b45027 req-9af2894c-2218-45c4-9d27-bb6c35cc3fd7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:43.234725 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06ffebe9-44fe-4b06-a60e-83e5b2b45027 req-9af2894c-2218-45c4-9d27-bb6c35cc3fd7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1214373 Jul 25 16:25:43.417185 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1cfaf-70bc-4c75-b654-13344ba99b0d req-ef18a8b5-a4b4-4490-94dc-59cf69701acb tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:43.429655 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6be1cfaf-70bc-4c75-b654-13344ba99b0d req-ef18a8b5-a4b4-4490-94dc-59cf69701acb tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1597168 Jul 25 16:25:43.463711 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06ffebe9-44fe-4b06-a60e-83e5b2b45027 req-3030dfa8-b367-484e-a3d1-5580ab020af5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273679 Jul 25 16:25:43.511666 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks [] for security_group (0b1ecaa0-e877-45ec-80ea-5221be311078), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.521488 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0b1ecaa0-e877-45ec-80ea-5221be311078), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.566745 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6be1cfaf-70bc-4c75-b654-13344ba99b0d req-f7b4a63e-c47c-4fde-9a42-99a4e800dc4b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354201 Jul 25 16:25:43.593379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:25:43.623641 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ecaa0-e877-45ec-80ea-5221be311078,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:43.636911 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (81432d07-b33f-496f-b281-d831eed172a9), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.638030 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Added segment 81432d07-b33f-496f-b281-d831eed172a9 of type vlan for network 0410d071-03f1-4e3a-a75f-6200cc3088da Jul 25 16:25:43.748016 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (0410d071-03f1-4e3a-a75f-6200cc3088da), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.821543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (0410d071-03f1-4e3a-a75f-6200cc3088da), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.824595 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:43.826211 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:43.839735 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 32920) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:43.953389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 32928) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:43.953586 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2258375 Jul 25 16:25:43.963460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Request body: {'subnet': {'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692369930-subnet', 'tenant_id': '1b1fba96612b4ed0ae53b43cdd4e3528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:43.976142 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b714b-e1ed-4408-88d5-efd79439a84c admin admin] Pushing event updated for resources: {'Network': ['ID=0410d071-03f1-4e3a-a75f-6200cc3088da,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:43.995400 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 0410d071-03f1-4e3a-a75f-6200cc3088da details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:25:44.012300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Made reservation on behalf of 1b1fba96612b4ed0ae53b43cdd4e3528 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:25:44.018594 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:44.122042 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-e64ef7e2-8d98-4a45-9f97-2171a8f79f63 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 200 len: 217 time: 0.0877349 Jul 25 16:25:44.218012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:44.284620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-f628e04c-31bf-4c07-ae56-53b40af7a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:44.288720 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-f628e04c-31bf-4c07-ae56-53b40af7a306 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.1599529 Jul 25 16:25:44.310397 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-953a87d4-8b65-4fb9-a728-d6bc9aaba784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:44.532631 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517b292-255a-4b90-a1fa-186e897d7d39 req-8ff84c7b-9e3c-4c16-b4ac-0e123cec37c2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:44.556886 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a517b292-255a-4b90-a1fa-186e897d7d39 req-8ff84c7b-9e3c-4c16-b4ac-0e123cec37c2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2377777 Jul 25 16:25:44.854130 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 32960) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:44.864999 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a396ca-7aef-47d3-a91b-9d931839ba7b req-79085ad5-f13d-48b6-b574-b16f92712229 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:44.869572 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-42a396ca-7aef-47d3-a91b-9d931839ba7b req-79085ad5-f13d-48b6-b574-b16f92712229 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.2090468 Jul 25 16:25:44.875863 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:44.885170 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (005f9106-527a-4abd-80d0-6da992f38348), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:44.904594 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a517b292-255a-4b90-a1fa-186e897d7d39 req-fcd99aed-dc5e-4930-a024-4e8a02415d7b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309746 Jul 25 16:25:44.926230 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:45.007703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-953a87d4-8b65-4fb9-a728-d6bc9aaba784 admin admin] Publish callbacks [] for security_group (036fcb98-8772-4ab3-a87e-8f819bf1241c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.026453 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-953a87d4-8b65-4fb9-a728-d6bc9aaba784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (036fcb98-8772-4ab3-a87e-8f819bf1241c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.174295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b822ccf8-5b94-4639-88ed-2afe314bee4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.175023 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005f9106-527a-4abd-80d0-6da992f38348,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:45.247392 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-953a87d4-8b65-4fb9-a728-d6bc9aaba784 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dedd47ee47584721a44b706982007322&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4044497 Jul 25 16:25:45.255521 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 32970) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:45.261118 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-42a396ca-7aef-47d3-a91b-9d931839ba7b req-e222cbd9-53be-42f0-ada8-7849474549bf tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783200 Jul 25 16:25:45.266188 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a87d4-8b65-4fb9-a728-d6bc9aaba784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036fcb98-8772-4ab3-a87e-8f819bf1241c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:45.312990 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c4184-b7a5-4eae-a181-608ef9a57d54 req-25efdcf1-b7b2-432a-b47b-42317c71ebdf tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:45.316065 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a1c4184-b7a5-4eae-a181-608ef9a57d54 req-25efdcf1-b7b2-432a-b47b-42317c71ebdf tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.2308812 Jul 25 16:25:45.318323 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Checking segment: {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:45.319069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Network hostable DHCP agents. Network: 0410d071-03f1-4e3a-a75f-6200cc3088da, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:25:45.398685 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Network 0410d071-03f1-4e3a-a75f-6200cc3088da is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:25:45.437782 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4a1c4184-b7a5-4eae-a181-608ef9a57d54 req-b6e70bbf-27bf-46f7-b56a-9f17f090f7fa tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065450 Jul 25 16:25:45.447213 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 0410d071-03f1-4e3a-a75f-6200cc3088da) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:25:45.457668 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:45.458902 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.472743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4eca2d-3ce8-4ff5-822e-ba6106289ad8 None None] Network 0410d071-03f1-4e3a-a75f-6200cc3088da requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:25:45.492483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b822ccf8-5b94-4639-88ed-2afe314bee4c admin admin] Publish callbacks [] for security_group (388dcf94-f1af-4f26-a99b-48b5fe23149d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.509470 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-77d94463-9f66-4a62-b9aa-f1402d4fa869 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5418658 Jul 25 16:25:45.510767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b822ccf8-5b94-4639-88ed-2afe314bee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (388dcf94-f1af-4f26-a99b-48b5fe23149d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.541175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:45.608490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] Publish callbacks [] for security_group (036fcb98-8772-4ab3-a87e-8f819bf1241c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.657294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] Publish callbacks [] for security_group (036fcb98-8772-4ab3-a87e-8f819bf1241c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.741237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 32988) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:45.741679 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b822ccf8-5b94-4639-88ed-2afe314bee4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51de86ebb2484e339f1ea331732d2b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8832042 Jul 25 16:25:45.763154 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:45.774982 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ccf8-5b94-4639-88ed-2afe314bee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388dcf94-f1af-4f26-a99b-48b5fe23149d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:45.785416 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (036fcb98-8772-4ab3-a87e-8f819bf1241c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.790274 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:45.793271 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/036fcb98-8772-4ab3-a87e-8f819bf1241c HTTP/1.1" status: 204 len: 168 time: 0.5360897 Jul 25 16:25:45.816122 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a8e14-12c3-48bc-a32e-f9d960d78208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036fcb98-8772-4ab3-a87e-8f819bf1241c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:45.926213 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8cc47-dae0-4fab-8f38-1ce4fee6c720 None None] Network 0410d071-03f1-4e3a-a75f-6200cc3088da requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:25:45.932772 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] Publish callbacks [] for security_group (388dcf94-f1af-4f26-a99b-48b5fe23149d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:46.021999 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] Publish callbacks [] for security_group (388dcf94-f1af-4f26-a99b-48b5fe23149d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:46.077491 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:46.130796 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (388dcf94-f1af-4f26-a99b-48b5fe23149d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:46.137207 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:46.144142 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/388dcf94-f1af-4f26-a99b-48b5fe23149d HTTP/1.1" status: 204 len: 168 time: 0.4005332 Jul 25 16:25:46.170131 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da59d01-67fd-4b7e-a7d0-d23aae4eba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388dcf94-f1af-4f26-a99b-48b5fe23149d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:46.275208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f643a-9bee-4a02-b47d-821037e927cc req-8d7d1780-e055-47cd-8952-5b9ec6d7c892 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:46.279520 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb4f643a-9bee-4a02-b47d-821037e927cc req-8d7d1780-e055-47cd-8952-5b9ec6d7c892 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1333857 Jul 25 16:25:46.294230 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-77903e96-c089-4a27-8970-8378d4c89d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:46.392538 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eb4f643a-9bee-4a02-b47d-821037e927cc req-ca8f3e91-fecb-457f-9bd2-24bbac53a37c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874639 Jul 25 16:25:46.600644 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6cff-d1cb-4382-8d62-b4f90ace1f2b req-775652dd-fb6e-461f-922c-857d7d8c37b9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:46.603983 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c8f6cff-d1cb-4382-8d62-b4f90ace1f2b req-775652dd-fb6e-461f-922c-857d7d8c37b9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1112721 Jul 25 16:25:46.722823 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c8f6cff-d1cb-4382-8d62-b4f90ace1f2b req-2d1fdb3f-7926-4187-9105-9594225356e0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074963 Jul 25 16:25:46.838822 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc450-7797-4bb6-b06e-8bb21e4f5bb3 req-5c2f86bf-8082-459b-8743-035669ba1ca7 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:46.841534 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65adc450-7797-4bb6-b06e-8bb21e4f5bb3 req-5c2f86bf-8082-459b-8743-035669ba1ca7 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1161330 Jul 25 16:25:46.942840 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65adc450-7797-4bb6-b06e-8bb21e4f5bb3 req-1cfc3c85-fdd4-47a3-bbe2-ded824816d66 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885708 Jul 25 16:25:46.995146 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33014) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:46.995866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33016) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:47.052210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-70c48af2-2974-4a77-a9e1-70f5dbf4e1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.056664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cffbbe35-7e3e-461e-ae9a-2c862dfae913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.371714 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-27a2e43d-1a01-4aa0-bcf4-3cb770866964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:47.374668 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-27a2e43d-1a01-4aa0-bcf4-3cb770866964 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1710064 Jul 25 16:25:47.506753 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cffbbe35-7e3e-461e-ae9a-2c862dfae913 admin admin] Publish callbacks [] for security_group (89ce0f83-539a-4bff-9b54-7191c9990d35), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.511077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-70c48af2-2974-4a77-a9e1-70f5dbf4e1b9 admin admin] Publish callbacks [] for security_group (827327cd-232f-481a-bff6-9b89380fe31d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.523316 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cffbbe35-7e3e-461e-ae9a-2c862dfae913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (89ce0f83-539a-4bff-9b54-7191c9990d35), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.538293 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-70c48af2-2974-4a77-a9e1-70f5dbf4e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (827327cd-232f-481a-bff6-9b89380fe31d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.674312 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cffbbe35-7e3e-461e-ae9a-2c862dfae913 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59678df2650241cab7bc83c500e7c382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574528 Jul 25 16:25:47.691584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33030) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:47.693667 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbbe35-7e3e-461e-ae9a-2c862dfae913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce0f83-539a-4bff-9b54-7191c9990d35,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:47.706423 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-70c48af2-2974-4a77-a9e1-70f5dbf4e1b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f49d1f019f5d43dba41863a50942cd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7081997 Jul 25 16:25:47.717934 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33034) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:47.753734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1d886-f10b-4fb2-a38c-2772027ce89e req-247b9a66-ce91-4dc4-b3e4-97d183b02034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:47.755285 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30b1d886-f10b-4fb2-a38c-2772027ce89e req-247b9a66-ce91-4dc4-b3e4-97d183b02034 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1130 time: 0.2052264 Jul 25 16:25:47.768658 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa76dc-b159-44d9-853b-8c282a8af2f1 req-066c8872-13cb-487d-a5eb-c9b646e88232 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:47.770525 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70fa76dc-b159-44d9-853b-8c282a8af2f1 req-066c8872-13cb-487d-a5eb-c9b646e88232 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1994343 Jul 25 16:25:47.796800 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-8b99882d-6807-42f8-ac57-e4c276c780e2 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042077 Jul 25 16:25:47.804956 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c48af2-2974-4a77-a9e1-70f5dbf4e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827327cd-232f-481a-bff6-9b89380fe31d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:47.826346 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:47.926412 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] Publish callbacks [] for security_group (89ce0f83-539a-4bff-9b54-7191c9990d35), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:47.941914 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70fa76dc-b159-44d9-853b-8c282a8af2f1 req-55192495-d6a6-4891-9294-07d7b1048ea6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583214 Jul 25 16:25:47.948292 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30b1d886-f10b-4fb2-a38c-2772027ce89e req-a5e94005-3577-46ba-bd3a-41cd00e19e87 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767492 Jul 25 16:25:48.012672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] Publish callbacks [] for security_group (89ce0f83-539a-4bff-9b54-7191c9990d35), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.060423 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a879a-5153-4fad-b4d8-0d540389e5f9 req-e263d560-fc3c-45f5-817b-9a5b453e3599 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:48.063041 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f32a879a-5153-4fad-b4d8-0d540389e5f9 req-e263d560-fc3c-45f5-817b-9a5b453e3599 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1421306 Jul 25 16:25:48.065084 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-f3f4b055-afe6-4d53-aca1-194a956daf3e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:48.066841 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-f3f4b055-afe6-4d53-aca1-194a956daf3e tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.102 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.2055066 Jul 25 16:25:48.119857 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c04cb830-5f46-47e1-bc85-5a8ca61427ab req-4e98a273-d91b-4b33-8b10-4d89d1efa83a service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021014 Jul 25 16:25:48.127693 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] Publish callbacks [] for security_group (827327cd-232f-481a-bff6-9b89380fe31d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.161464 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] Publish callbacks [] for security_group (827327cd-232f-481a-bff6-9b89380fe31d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.251322 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f32a879a-5153-4fad-b4d8-0d540389e5f9 req-e82fbfb1-4c2d-4f28-bd99-3c5c60726dfc tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642025 Jul 25 16:25:48.259599 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a76d0-be8c-4720-bf05-d77e269cb0e1 req-2b32949e-c847-49ea-8bd2-4701143c7fd1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:48.270934 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e53a76d0-be8c-4720-bf05-d77e269cb0e1 req-2b32949e-c847-49ea-8bd2-4701143c7fd1 tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 945 time: 0.1563196 Jul 25 16:25:48.303716 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (89ce0f83-539a-4bff-9b54-7191c9990d35), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.306773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.311103 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89ce0f83-539a-4bff-9b54-7191c9990d35 HTTP/1.1" status: 204 len: 168 time: 0.5995345 Jul 25 16:25:48.339018 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ca108-100e-411b-9803-c7edfaa270b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce0f83-539a-4bff-9b54-7191c9990d35,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:48.373183 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e53a76d0-be8c-4720-bf05-d77e269cb0e1 req-30ba2d8c-70de-4eee-adb7-80a16b79d03b tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/security-groups?id=fd22d02b-206b-40d9-ba8f-45e1fd49bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006370 Jul 25 16:25:48.461028 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:48.461804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=14 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:48.532081 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Deleting port 410ca3cd-385e-464e-9409-2b05ac233c4f {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:25:48.532756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.837446 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (827327cd-232f-481a-bff6-9b89380fe31d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.842220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:48.847232 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/827327cd-232f-481a-bff6-9b89380fe31d HTTP/1.1" status: 204 len: 168 time: 1.1229024 Jul 25 16:25:48.861389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:48.875861 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34682a-022b-4edc-ae91-48d7c23d5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827327cd-232f-481a-bff6-9b89380fe31d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:49.030548 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] For port 410ca3cd-385e-464e-9409-2b05ac233c4f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=410ca3cd-385e-464e-9409-2b05ac233c4f,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:49.031115 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:49.043242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-cf38ef5c-45f8-4d8a-a1af-ff9dc444deae tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:49.050526 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-cf38ef5c-45f8-4d8a-a1af-ff9dc444deae tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 808 time: 0.2894394 Jul 25 16:25:49.080565 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Calling delete_port for 410ca3cd-385e-464e-9409-2b05ac233c4f owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:25:49.088326 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-aeb67e53-a0dc-407c-b09b-fbe7458ee103 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/quotas/1b1fba96612b4ed0ae53b43cdd4e3528 HTTP/1.1" status: 200 len: 375 time: 0.0302377 Jul 25 16:25:49.202737 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-a97c5e13-4674-4f9e-aadc-ece0fc4d8cbb tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868468 Jul 25 16:25:49.449529 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (410ca3cd-385e-464e-9409-2b05ac233c4f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:49.454476 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c0b2-9c14-46b5-971c-6bfbf0e564b1 req-48040f77-3144-414d-9fe3-de7b111bc365 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:49.464637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['410ca3cd-385e-464e-9409-2b05ac233c4f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:25:49.468082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d72c0b2-9c14-46b5-971c-6bfbf0e564b1 req-48040f77-3144-414d-9fe3-de7b111bc365 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.3388288 Jul 25 16:25:49.664499 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-52143ff0-f04a-42a4-9d60-ecca6129a483 service neutron] 10.222.0.66 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602630 Jul 25 16:25:49.687110 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d72c0b2-9c14-46b5-971c-6bfbf0e564b1 req-cc5002ff-f160-473c-973b-a3a95e1bde1e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176104 Jul 25 16:25:49.707863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Pushing event deleted for resources: {'Port': ['ID=410ca3cd-385e-464e-9409-2b05ac233c4f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:49.821754 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] No DVR routers for this DVR port 410ca3cd-385e-464e-9409-2b05ac233c4f on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:25:49.834898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:49.839046 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a5f4a6f4-f5c3-4614-9f98-c1c6e931a6a1 req-86856ff5-aa4b-442c-b837-d8181a4e21af tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.102 "DELETE /v2.0/ports/410ca3cd-385e-464e-9409-2b05ac233c4f HTTP/1.1" status: 204 len: 173 time: 1.6747589 Jul 25 16:25:49.854613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'name': 'network-vif-deleted', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:49.882662 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf48e9b-634c-4cec-a1c5-0e746a9eb6c5" -d '{"events": [{"server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "name": "network-vif-deleted", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:50.188983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33136) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:50.199404 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7f49be33-5691-4977-ac06-18c679212216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:50.346298 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387a34d-f3c0-44fd-a450-1dae193e307a req-90a39ba5-16dc-464b-a3e2-ec619d90dbba tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:50.349462 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8387a34d-f3c0-44fd-a450-1dae193e307a req-90a39ba5-16dc-464b-a3e2-ec619d90dbba tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.4217331 Jul 25 16:25:50.404990 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-4738a3df-9382-41a1-8d97-b9328a2cdee7 service neutron] 10.222.0.66 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143314 Jul 25 16:25:50.465372 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8387a34d-f3c0-44fd-a450-1dae193e307a req-4d834ce8-fb2d-4e24-9e32-12be957a9c6a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070979 Jul 25 16:25:50.603073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d48e01c2-b2cc-4dbc-aafb-68e9ecb5ae17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:50.796747 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-af2315ec-41a5-4625-babe-695e1bb24da1 req-d5544dd6-efce-4090-b086-a9f10f15179d tempest-DeleteServersTestJSON-1551483112 tempest-DeleteServersTestJSON-1551483112-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5b45fcf-8fc0-4e1a-9257-81beff81ee3d HTTP/1.1" status: 200 len: 210 time: 0.0936024 Jul 25 16:25:50.842793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d48e01c2-b2cc-4dbc-aafb-68e9ecb5ae17 admin admin] Publish callbacks [] for security_group (8bd333c9-4041-4d12-a22b-93a89916b334), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:50.851087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d48e01c2-b2cc-4dbc-aafb-68e9ecb5ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8bd333c9-4041-4d12-a22b-93a89916b334), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:50.937327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ed397-a1b9-4438-bca3-7a828cb6fb13 x-openstack-request-id: req-518ed397-a1b9-4438-bca3-7a828cb6fb13 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:50.940427 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b45fcf-8fc0-4e1a-9257-81beff81ee3d", "name": "network-vif-deleted", "tag": "410ca3cd-385e-464e-9409-2b05ac233c4f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:50.941697 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-518ed397-a1b9-4438-bca3-7a828cb6fb13 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:50.944021 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518ed397-a1b9-4438-bca3-7a828cb6fb13'] response: {'server_uuid': 'd5b45fcf-8fc0-4e1a-9257-81beff81ee3d', 'name': 'network-vif-deleted', 'tag': '410ca3cd-385e-464e-9409-2b05ac233c4f', 'status': 'completed', 'code': 200} Jul 25 16:25:51.015561 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d48e01c2-b2cc-4dbc-aafb-68e9ecb5ae17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec799b69172c4dec8f7aeaf413ac2948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8248982 Jul 25 16:25:51.019955 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33162) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:51.038777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e01c2-b2cc-4dbc-aafb-68e9ecb5ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd333c9-4041-4d12-a22b-93a89916b334,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:51.094234 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef638398-938f-4ac5-ade8-852d62a66576 req-e62ed774-340f-4c12-acb0-c71239965195 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:51.124148 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.126078 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef638398-938f-4ac5-ade8-852d62a66576 req-e62ed774-340f-4c12-acb0-c71239965195 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1861608 Jul 25 16:25:51.132871 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33164) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:51.144220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] Publish callbacks [] for security_group (8bd333c9-4041-4d12-a22b-93a89916b334), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.169017 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'floatingip': {'port_id': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:51.222403 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] Publish callbacks [] for security_group (8bd333c9-4041-4d12-a22b-93a89916b334), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.348885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8bd333c9-4041-4d12-a22b-93a89916b334), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.352139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.353953 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bd333c9-4041-4d12-a22b-93a89916b334 HTTP/1.1" status: 204 len: 168 time: 0.3327765 Jul 25 16:25:51.375199 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381808ad-695e-4846-944c-6164f3735f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd333c9-4041-4d12-a22b-93a89916b334,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:51.420863 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627040a-f885-4835-a592-a15728be1f5b req-8a3ea04a-a40f-4ced-bf17-3341731b169b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:51.433994 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0627040a-f885-4835-a592-a15728be1f5b req-8a3ea04a-a40f-4ced-bf17-3341731b169b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1474891 Jul 25 16:25:51.549811 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1dc712de-1762-4e81-b7a7-746c6e74f215 req-e624aced-2008-4cd0-85e6-9d8f8023ee1b tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 210 time: 0.2646365 Jul 25 16:25:51.560209 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:51.563559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:51.658345 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0627040a-f885-4835-a592-a15728be1f5b req-21cbb357-a4b0-4ac9-902a-3852b3afb734 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233317 Jul 25 16:25:51.873656 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:52.536103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:52.729400 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.db.resource_extend [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 16:25:52.915210 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:52.922263 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1eabcecb-d450-46e5-855a-776e8ebaac56 req-ef6212f4-86ac-4f43-8f20-020c1ee48c75 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 210 time: 0.0945795 Jul 25 16:25:53.010129 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:53.023650 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:53.077437 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 410ca3cd-385e-464e-9409-2b05ac233c4f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:25:53.106455 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff2f9-92cf-48d6-bb96-52883b574c2c req-6ab3b7df-b508-4daa-9bfc-1b709b1729d7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:53.121015 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4cff2f9-92cf-48d6-bb96-52883b574c2c req-6ab3b7df-b508-4daa-9bfc-1b709b1729d7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2914076 Jul 25 16:25:53.124257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 410ca3cd-385e-464e-9409-2b05ac233c4f {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:25:53.125709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 410ca3cd-385e-464e-9409-2b05ac233c4f not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:25:53.291422 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4cff2f9-92cf-48d6-bb96-52883b574c2c req-87628be8-18ab-4cb5-bff6-dd75269c3172 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687591 Jul 25 16:25:53.297933 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Floating IP a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a associated. External IP: 172.27.2.219, port: aaea7be2-6388-4c1f-8fe7-40d03b69cf00. Jul 25 16:25:53.307468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=11,neutron:SELECT=82,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:53.507455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-4bf7f554-119c-44af-9cb8-6914fa8af692 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:53.511964 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-4bf7f554-119c-44af-9cb8-6914fa8af692 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 808 time: 0.2475815 Jul 25 16:25:53.535797 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Request body: {'port': {'device_id': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da', 'admin_state_up': True, 'tenant_id': '1b1fba96612b4ed0ae53b43cdd4e3528'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:53.550908 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33244) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:53.855728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:53.865798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Made reservation on behalf of 1b1fba96612b4ed0ae53b43cdd4e3528 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:25:53.878917 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:53.983996 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33270) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:54.017714 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e95a37d-2068-4f42-af94-795c80e381b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:54.207911 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b29033cd-728d-4897-a549-d1a511497f0a req-2634da40-8758-4694-9838-dd40e367f637 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 210 time: 0.0692177 Jul 25 16:25:54.276256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:25:54.498441 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e95a37d-2068-4f42-af94-795c80e381b3 admin admin] Publish callbacks [] for security_group (aab21e2b-b2ca-471f-9366-31fcde6f2144), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:54.533276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3e95a37d-2068-4f42-af94-795c80e381b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (aab21e2b-b2ca-471f-9366-31fcde6f2144), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:54.663726 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:25:54.676073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:54.686500 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:25:54.707752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Allocated IP 172.20.0.14 (0410d071-03f1-4e3a-a75f-6200cc3088da/005f9106-527a-4abd-80d0-6da992f38348/84fcc185-716f-4766-9f03-7fdf34e835c0) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:25:54.724767 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:25:54.726080 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:25:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:54.746820 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a4e84d55-6192-4a47-b741-af2a201b2732 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "PUT /v2.0/floatingips/a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a HTTP/1.1" status: 200 len: 992 time: 3.6030393 Jul 25 16:25:54.751192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:25:54.755925 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb60b4-b577-46a5-b78a-2b39c883b69a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:25:54.831690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95a37d-2068-4f42-af94-795c80e381b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab21e2b-b2ca-471f-9366-31fcde6f2144,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:54.849809 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3e35-2096-4818-8705-a950a65af279 req-181b1087-9f75-4df9-b065-1d160b4a6db2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:54.868816 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3e95a37d-2068-4f42-af94-795c80e381b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fe652f363784ab3bba71ea704a24b94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3132532 Jul 25 16:25:54.874584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33292) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:54.879230 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-430c3e35-2096-4818-8705-a950a65af279 req-181b1087-9f75-4df9-b065-1d160b4a6db2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.3349638 Jul 25 16:25:54.920712 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:25:54.971676 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f3533b-7ce6-4d4c-8898-c650b410537d x-openstack-request-id: req-b2f3533b-7ce6-4d4c-8898-c650b410537d {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:25:54.972080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:25:54.972678 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2f3533b-7ce6-4d4c-8898-c650b410537d {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:25:54.973418 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f3533b-7ce6-4d4c-8898-c650b410537d'] response: {'name': 'network-changed', 'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'status': 'completed', 'code': 200} Jul 25 16:25:54.988500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:55.052668 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-430c3e35-2096-4818-8705-a950a65af279 req-2febfb28-1b87-4f02-b18c-3ca1c2a18a4a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719174 Jul 25 16:25:55.093961 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] Publish callbacks [] for security_group (aab21e2b-b2ca-471f-9366-31fcde6f2144), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:55.162163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:55.169203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] Publish callbacks [] for security_group (aab21e2b-b2ca-471f-9366-31fcde6f2144), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:55.310390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:55.312419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-e13023b4-1023-4104-be2d-1c3abcca1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:55.314149 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-e13023b4-1023-4104-be2d-1c3abcca1c6c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1130 time: 0.3176224 Jul 25 16:25:55.451722 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (aab21e2b-b2ca-471f-9366-31fcde6f2144), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:55.454391 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:55.458645 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aab21e2b-b2ca-471f-9366-31fcde6f2144 HTTP/1.1" status: 204 len: 168 time: 0.5767901 Jul 25 16:25:55.463324 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f6a89a21-eeb0-474d-9c54-352b8bf28a62 req-dcdd011d-74d0-4210-8fb6-83ef486a7c70 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 210 time: 0.0630813 Jul 25 16:25:55.523009 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:0a:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:24:53Z', 'updated_at': '2022-07-25T16:25:52Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:55.541496 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897da106-ae56-47ed-b50a-539bca303854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab21e2b-b2ca-471f-9366-31fcde6f2144,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:55.599402 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:25:55.618740 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:25:55.620132 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:25:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:55.791238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks [] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:55.799539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-d3ec6436-dd98-4dd8-84e9-b87ede11126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:55.802930 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-d3ec6436-dd98-4dd8-84e9-b87ede11126c service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 0.4699295 Jul 25 16:25:55.997489 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:25:56.069003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:56.342237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa5a1f-6a1a-4e0c-8d02-a4acb5ec661c req-48c1453e-5555-4ae5-8e31-d6b914990ff8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:56.353516 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39fa5a1f-6a1a-4e0c-8d02-a4acb5ec661c req-48c1453e-5555-4ae5-8e31-d6b914990ff8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1334558 Jul 25 16:25:56.408338 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33346) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:56.424863 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9043b27-d529-4a86-9d24-da7512967d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:56.516492 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-39fa5a1f-6a1a-4e0c-8d02-a4acb5ec661c req-595bac03-6b14-45a4-a779-abc4f7719ca0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603003 Jul 25 16:25:56.524407 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-4bebfeda-7ad4-44e7-92e9-7fd0939e7545 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 1000 time: 0.7027574 Jul 25 16:25:56.563345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:56.615445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:56.686259 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9043b27-d529-4a86-9d24-da7512967d3e admin admin] Publish callbacks [] for security_group (db7c95a3-4688-4c7d-96ce-39986371040c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:56.696488 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d9043b27-d529-4a86-9d24-da7512967d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (db7c95a3-4688-4c7d-96ce-39986371040c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:56.867897 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d9043b27-d529-4a86-9d24-da7512967d3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6ed080a9be74314800fc54d575464bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582837 Jul 25 16:25:56.871570 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9043b27-d529-4a86-9d24-da7512967d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c95a3-4688-4c7d-96ce-39986371040c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:56.878070 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33354) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:56.931717 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0e68-7ab2-4c12-89d0-732c2caedee6 req-f0b1c1a1-6a76-481c-8726-966401cb6a11 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:56.939365 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35fa0e68-7ab2-4c12-89d0-732c2caedee6 req-f0b1c1a1-6a76-481c-8726-966401cb6a11 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 932 time: 0.1338453 Jul 25 16:25:57.009774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] Publish callbacks [] for security_group (db7c95a3-4688-4c7d-96ce-39986371040c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:57.011195 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Network 0410d071-03f1-4e3a-a75f-6200cc3088da is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:25:57.029257 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35fa0e68-7ab2-4c12-89d0-732c2caedee6 req-046a206d-978a-4015-9fd1-9334418aea33 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888691 Jul 25 16:25:57.080476 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:0a:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:24:53Z', 'updated_at': '2022-07-25T16:25:52Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:25:57.109282 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] Publish callbacks [] for security_group (db7c95a3-4688-4c7d-96ce-39986371040c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:57.112202 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:25:57.152329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:25:57.160799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:57.162145 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:57.192708 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Pushing event updated for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:57.201670 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea8ca9a-9f2a-4174-8352-837f764463fb None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:0a:d1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:24:53Z', 'updated_at': '2022-07-25T16:25:52Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:25:57.219381 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (db7c95a3-4688-4c7d-96ce-39986371040c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:57.222832 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:57.224075 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db7c95a3-4688-4c7d-96ce-39986371040c HTTP/1.1" status: 204 len: 168 time: 0.3446760 Jul 25 16:25:57.264011 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a52e8-956c-44ec-a0be-1fc89f9e92d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c95a3-4688-4c7d-96ce-39986371040c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:57.289117 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-6a4db701-d265-4323-8059-ee33b2b20e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:57.297943 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-6a4db701-d265-4323-8059-ee33b2b20e39 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.7604768 Jul 25 16:25:57.442768 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-29ffce88-766e-41a2-b279-b64db5430114 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9210687 Jul 25 16:25:57.485451 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Request body: {'port': {'device_id': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:25:57.494865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:57.529314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-cfc37400-3786-4446-b42c-7b641fc4716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:57.531438 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-cfc37400-3786-4446-b42c-7b641fc4716e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2302716 Jul 25 16:25:57.761250 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33370) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:57.825662 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46080c3d-b5fd-470b-97d9-7103ea475c3b None None] New status for floating IP a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:25:57.943116 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b9ed-d296-400e-b5b9-3c63d747c7ca req-4a3f87c5-bffa-447b-98ac-6f004fa423c6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:57.961497 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c351b9ed-d296-400e-b5b9-3c63d747c7ca req-4a3f87c5-bffa-447b-98ac-6f004fa423c6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1422703 Jul 25 16:25:58.033818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Deleting port 74829555-947b-4aff-89fe-a6fe060fc041 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:25:58.035619 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (74829555-947b-4aff-89fe-a6fe060fc041), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.062635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:58.164777 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c351b9ed-d296-400e-b5b9-3c63d747c7ca req-f04ac533-ee41-49d3-bf90-46f6a66663ca tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009835 Jul 25 16:25:58.174964 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f82102c-6187-4407-80e5-19129e533ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.220670 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.292349 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-f7b6e5db-0960-4f27-a36b-6d27146161f6 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474585 Jul 25 16:25:58.305215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68155c-8312-4225-af82-ccce61d420be req-70dc3b6b-029b-41c4-9788-ff89dce43b6a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:58.324999 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9a68155c-8312-4225-af82-ccce61d420be req-70dc3b6b-029b-41c4-9788-ff89dce43b6a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 932 time: 0.1586833 Jul 25 16:25:58.552293 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9a68155c-8312-4225-af82-ccce61d420be req-8c4a7c4f-ce52-403a-a863-1f3a5c3a3037 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262967 Jul 25 16:25:58.620115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f82102c-6187-4407-80e5-19129e533ebd admin admin] Publish callbacks [] for security_group (f5c0010c-f9b4-49de-97a6-58a7137480ac), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.626023 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1f82102c-6187-4407-80e5-19129e533ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f5c0010c-f9b4-49de-97a6-58a7137480ac), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.697529 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:58.701238 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1f82102c-6187-4407-80e5-19129e533ebd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0df93b27f35b40a488e3f8c636fde300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9372959 Jul 25 16:25:58.712598 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33400) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:58.740948 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82102c-6187-4407-80e5-19129e533ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0010c-f9b4-49de-97a6-58a7137480ac,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:58.826196 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] Publish callbacks [] for security_group (f5c0010c-f9b4-49de-97a6-58a7137480ac), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.830234 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:58.863956 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] Publish callbacks [] for security_group (f5c0010c-f9b4-49de-97a6-58a7137480ac), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.910419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] For port 74829555-947b-4aff-89fe-a6fe060fc041, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=74829555-947b-4aff-89fe-a6fe060fc041,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:25:58.910671 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (74829555-947b-4aff-89fe-a6fe060fc041), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.929398 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-97bb60b4-b577-46a5-b78a-2b39c883b69a req-9aad7829-424e-4bc6-9bf2-96cd6abe5e1b service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237512 Jul 25 16:25:58.953388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Calling delete_port for 74829555-947b-4aff-89fe-a6fe060fc041 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:25:58.981512 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f5c0010c-f9b4-49de-97a6-58a7137480ac), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.984415 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:58.990391 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5c0010c-f9b4-49de-97a6-58a7137480ac HTTP/1.1" status: 204 len: 168 time: 0.2722151 Jul 25 16:25:58.996422 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224156d1-be03-4d0d-83e6-b09373b32325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0010c-f9b4-49de-97a6-58a7137480ac,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:59.218369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fcc185-716f-4766-9f03-7fdf34e835c0 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:25:59.240262 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks [] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:59.350791 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Transition to ACTIVE for port object 84fcc185-716f-4766-9f03-7fdf34e835c0 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:25:59.360138 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:59.419390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe1ea6-7ade-4eab-8be9-42428f14c1a3 req-c9fcb4fc-2163-426a-95e1-40b98b056e1f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:59.422026 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05fe1ea6-7ade-4eab-8be9-42428f14c1a3 req-c9fcb4fc-2163-426a-95e1-40b98b056e1f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1058602 Jul 25 16:25:59.505049 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:59.565847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:59.568608 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05fe1ea6-7ade-4eab-8be9-42428f14c1a3 req-8f3b9f35-18a6-4ec7-8cad-87a6e5ea5e63 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396370 Jul 25 16:25:59.643788 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:25:59.665514 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Attempting to bind port 84fcc185-716f-4766-9f03-7fdf34e835c0 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:25:59.666158 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Attempting to bind port 84fcc185-716f-4766-9f03-7fdf34e835c0 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:25:59.666735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Attempting to bind port 84fcc185-716f-4766-9f03-7fdf34e835c0 on network 0410d071-03f1-4e3a-a75f-6200cc3088da {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:59.679617 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Port 84fcc185-716f-4766-9f03-7fdf34e835c0 on network 0410d071-03f1-4e3a-a75f-6200cc3088da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:25:59.679905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Attempting to bind port 84fcc185-716f-4766-9f03-7fdf34e835c0 on network 0410d071-03f1-4e3a-a75f-6200cc3088da {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:25:59.696324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:25:59.696812 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Checking segment: {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:25:59.697209 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Bound using segment: {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:25:59.697733 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Bound port: 84fcc185-716f-4766-9f03-7fdf34e835c0, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:25:59.698421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:59.716398 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (74829555-947b-4aff-89fe-a6fe060fc041), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:59.768072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=74829555-947b-4aff-89fe-a6fe060fc041,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:25:59.820353 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33434) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:25:59.842890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0cc1-35fa-4c3a-afa6-8d4faf62d2b2 req-b350938a-ac05-42d5-8987-9b7a6b8ca63d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:25:59.847666 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-193f0cc1-35fa-4c3a-afa6-8d4faf62d2b2 req-b350938a-ac05-42d5-8987-9b7a6b8ca63d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 944 time: 0.1152346 Jul 25 16:25:59.952503 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff235fa6-a8c9-4af2-9e1f-ee50ff864b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:25:59.988954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-193f0cc1-35fa-4c3a-afa6-8d4faf62d2b2 req-315b5ab5-a1f5-40b1-b9e0-9f21c9d6c58a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312177 Jul 25 16:26:00.064132 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:00.112141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:00.182838 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84fcc185-716f-4766-9f03-7fdf34e835c0,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:00.205502 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:00.604354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:00.605407 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:00.607002 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] 10.222.0.102 "PUT /v2.0/ports/84fcc185-716f-4766-9f03-7fdf34e835c0 HTTP/1.1" status: 200 len: 1094 time: 3.1321313 Jul 25 16:26:00.609899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:00.614462 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:00.661742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067ae00-53aa-4217-bd3f-c27fc5f2a642 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:00.703365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff235fa6-a8c9-4af2-9e1f-ee50ff864b53 admin admin] Publish callbacks [] for security_group (d82fb9a4-5ae6-460b-8557-561c6056a93b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:00.726481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ff235fa6-a8c9-4af2-9e1f-ee50ff864b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d82fb9a4-5ae6-460b-8557-561c6056a93b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:00.766263 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4203bfd-ad25-43c9-85cf-f561c52151f2 x-openstack-request-id: req-d4203bfd-ad25-43c9-85cf-f561c52151f2 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:00.766562 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:00.766902 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4203bfd-ad25-43c9-85cf-f561c52151f2 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:00.767386 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4203bfd-ad25-43c9-85cf-f561c52151f2'] response: {'name': 'network-changed', 'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0', 'status': 'completed', 'code': 200} Jul 25 16:26:00.872506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc7dea-9be9-46ae-8acc-a90774c37241 req-014ca75b-73fb-49c7-b7de-89596f6e08ed tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:00.873201 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b5744fbe-5739-4d1f-878a-d2b04eadfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:00.875654 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b5744fbe-5739-4d1f-878a-d2b04eadfd80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 1128 time: 0.1677735 Jul 25 16:26:00.884767 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eecc7dea-9be9-46ae-8acc-a90774c37241 req-014ca75b-73fb-49c7-b7de-89596f6e08ed tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0875528 Jul 25 16:26:00.899060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33474) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:00.899369 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ff235fa6-a8c9-4af2-9e1f-ee50ff864b53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c54f18fc25434fad8c644fabd7d98aee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0789559 Jul 25 16:26:00.930935 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff235fa6-a8c9-4af2-9e1f-ee50ff864b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82fb9a4-5ae6-460b-8557-561c6056a93b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:00.964126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:00.974810 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-a1968a84-206a-4d19-8da9-5d152055de5b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84fcc185-716f-4766-9f03-7fdf34e835c0 HTTP/1.1" status: 200 len: 217 time: 0.0914843 Jul 25 16:26:01.023344 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eecc7dea-9be9-46ae-8acc-a90774c37241 req-301d1d38-cc51-4db4-bd24-b67ba2bfe410 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358554 Jul 25 16:26:01.030905 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] Publish callbacks [] for security_group (d82fb9a4-5ae6-460b-8557-561c6056a93b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.054728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Router 4f4b18b8-e058-4305-9d46-02f5f332aaca has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:26:01.065770 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b30c6d35-a188-4058-a133-cf398ba1236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:01.067293 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-b30c6d35-a188-4058-a133-cf398ba1236f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=005f9106-527a-4abd-80d0-6da992f38348 HTTP/1.1" status: 200 len: 848 time: 0.0857341 Jul 25 16:26:01.096489 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] Publish callbacks [] for security_group (d82fb9a4-5ae6-460b-8557-561c6056a93b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.147954 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-04285722-a36a-4f5b-bfd7-d37af4d90b3c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0410d071-03f1-4e3a-a75f-6200cc3088da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719602 Jul 25 16:26:01.271629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:01.328551 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286870d4-0663-450a-a2ab-791dcbaf9f26 req-d2d11258-83a5-4799-804f-bc4d45225d5b tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:01.331294 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-286870d4-0663-450a-a2ab-791dcbaf9f26 req-d2d11258-83a5-4799-804f-bc4d45225d5b tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 944 time: 0.1411858 Jul 25 16:26:01.334450 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:26:01.341112 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-116e0c76-d4a3-4a64-8122-488a81a7b130 service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850798 Jul 25 16:26:01.348767 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33484) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:01.348987 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a4e6e9e9-ae14-4f5c-8ef1-f9c532da5e28 admin admin] 10.222.0.66 "PUT /v2.0/routers/4f4b18b8-e058-4305-9d46-02f5f332aaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3349228 Jul 25 16:26:01.355215 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Sync routers for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:26:01.385295 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:01.388245 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:25:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:01.395096 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d82fb9a4-5ae6-460b-8557-561c6056a93b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.400545 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.402546 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d82fb9a4-5ae6-460b-8557-561c6056a93b HTTP/1.1" status: 204 len: 168 time: 0.5017700 Jul 25 16:26:01.412226 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33488) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:01.493526 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d2b40a13-0094-4e4d-bdd8-3eda963c0548 req-0064be38-f76e-41cf-a877-7678b4e5d9bd service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425726 Jul 25 16:26:01.572711 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5bbd2-40db-4b53-85e2-b4e7c747c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82fb9a4-5ae6-460b-8557-561c6056a93b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:01.705384 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:01.709169 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-286870d4-0663-450a-a2ab-791dcbaf9f26 req-c7769e56-344c-4077-8af6-9a61a0094ef3 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705173 Jul 25 16:26:01.765075 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks [] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.870467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3cdca275-117b-41d9-b686-d3362364d314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:01.991533 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks [] for router_gateway (4f4b18b8-e058-4305-9d46-02f5f332aaca), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.037675 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:02.085135 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Deleting port 4ceaf233-ed2b-420d-bde8-b494618bdc1d {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:26:02.085661 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.163834 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:02.165663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3cdca275-117b-41d9-b686-d3362364d314 admin admin] Publish callbacks [] for security_group (68227d9e-6730-4e4b-a158-a2bb2befee87), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.180387 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3cdca275-117b-41d9-b686-d3362364d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (68227d9e-6730-4e4b-a158-a2bb2befee87), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.248621 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:25:59Z', 'revision_number': 5, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port': {'id': '4ceaf233-ed2b-420d-bde8-b494618bdc1d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:19Z', 'updated_at': '2022-07-25T16:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:02.253485 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:02.264073 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3cdca275-117b-41d9-b686-d3362364d314 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea07dc4bdd584fdc8e8bfb24b7f4655c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8503566 Jul 25 16:26:02.286147 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33510) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:02.288767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca275-117b-41d9-b686-d3362364d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68227d9e-6730-4e4b-a158-a2bb2befee87,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:02.333707 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Checking router: 4f4b18b8-e058-4305-9d46-02f5f332aaca for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:26:02.378189 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Routers {'4f4b18b8-e058-4305-9d46-02f5f332aaca'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:02.382334 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:25:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['4f4b18b8-e058-4305-9d46-02f5f332aaca'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:02.413874 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:02.449638 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d90e-ca8f-4c70-93c1-5f6e12fc94ce req-040d05f5-8b40-41a0-bd20-929116f24684 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:02.469660 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da87d90e-ca8f-4c70-93c1-5f6e12fc94ce req-040d05f5-8b40-41a0-bd20-929116f24684 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2456002 Jul 25 16:26:02.530287 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-b91b8679-6482-4daf-893b-6f1357a374bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:02.533100 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-b91b8679-6482-4daf-893b-6f1357a374bc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 1128 time: 0.1425726 Jul 25 16:26:02.534818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] Publish callbacks [] for security_group (68227d9e-6730-4e4b-a158-a2bb2befee87), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.582549 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] Set router 4f4b18b8-e058-4305-9d46-02f5f332aaca gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:02.590878 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da87d90e-ca8f-4c70-93c1-5f6e12fc94ce req-aff2e098-30bc-4d03-909a-208a7a9c57d7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294191 Jul 25 16:26:02.603420 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] For port 4ceaf233-ed2b-420d-bde8-b494618bdc1d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=4ceaf233-ed2b-420d-bde8-b494618bdc1d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:02.603977 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.657161 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Calling delete_port for 4ceaf233-ed2b-420d-bde8-b494618bdc1d owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:26:02.687175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-473a8901-8f31-45f7-9a4b-450401949f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:02.688730 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-473a8901-8f31-45f7-9a4b-450401949f05 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 909 time: 0.1490090 Jul 25 16:26:02.743735 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-fdcc5660-382c-4772-9b2b-9812786d7017 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84fcc185-716f-4766-9f03-7fdf34e835c0 HTTP/1.1" status: 200 len: 217 time: 0.0450218 Jul 25 16:26:02.757522 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] Publish callbacks [] for security_group (68227d9e-6730-4e4b-a158-a2bb2befee87), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.780039 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:26:01Z', 'revision_number': 6, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:02.821239 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:02.837025 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d79943c-0882-46a1-a3dc-2bbf88bf8be4 None None] The sync data for ids ['4f4b18b8-e058-4305-9d46-02f5f332aaca'] in dv-cinder-836973-15-iscsi is: [{'id': '4f4b18b8-e058-4305-9d46-02f5f332aaca', 'name': 'tempest-DeleteServersTestJSON-1064159704-router', 'tenant_id': '287b6d7980174314b20fe6b172725bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:18Z', 'updated_at': '2022-07-25T16:26:01Z', 'revision_number': 6, 'project_id': '287b6d7980174314b20fe6b172725bf4', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:26:02.856615 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-04b0bfbc-a754-46f3-ab92-200e1b0844ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:02.858708 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-04b0bfbc-a754-46f3-ab92-200e1b0844ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=005f9106-527a-4abd-80d0-6da992f38348 HTTP/1.1" status: 200 len: 848 time: 0.1039491 Jul 25 16:26:02.910464 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-7e3e5c86-16c2-4153-bc2f-f9b30bff594e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0410d071-03f1-4e3a-a75f-6200cc3088da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427136 Jul 25 16:26:02.930729 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (68227d9e-6730-4e4b-a158-a2bb2befee87), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.934929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:02.936782 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68227d9e-6730-4e4b-a158-a2bb2befee87 HTTP/1.1" status: 204 len: 168 time: 0.6383593 Jul 25 16:26:03.010715 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f675b-3964-43ec-89bc-c4777f4e58ce req-9fc1fc90-9c68-44f6-b916-af9507386cb5 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:03.012692 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-003f675b-3964-43ec-89bc-c4777f4e58ce req-9fc1fc90-9c68-44f6-b916-af9507386cb5 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 944 time: 0.1325963 Jul 25 16:26:03.023050 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96d0a-b368-4bc6-9f36-f7e71c671bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68227d9e-6730-4e4b-a158-a2bb2befee87,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:03.125036 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-90f5149f-a08d-42cd-a502-736472ba21cd service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080719 Jul 25 16:26:03.175264 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-003f675b-3964-43ec-89bc-c4777f4e58ce req-b838e606-7ca2-42be-a1cb-07c5b8b9fdff tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356742 Jul 25 16:26:03.252634 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (4ceaf233-ed2b-420d-bde8-b494618bdc1d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:03.279902 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:03.280500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 74829555-947b-4aff-89fe-a6fe060fc041 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:26:03.292110 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:03.335646 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceaf233-ed2b-420d-bde8-b494618bdc1d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:03.396658 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cf9f8b4a-10cc-40ba-8cd0-059238230dc7 req-4622ae1c-b4eb-4743-bf40-17c5c4635fe5 service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619674 Jul 25 16:26:03.399250 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 74829555-947b-4aff-89fe-a6fe060fc041 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:26:03.399852 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 74829555-947b-4aff-89fe-a6fe060fc041 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:26:03.467473 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:03.856919 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:03.893279 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks [] for router_controller (4f4b18b8-e058-4305-9d46-02f5f332aaca), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:03.987474 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:26:04.018697 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c024b-cbea-435f-b916-0fca7241db84 req-2d42cb29-5178-446c-9272-ea49521c78f8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:04.020954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5d3c024b-cbea-435f-b916-0fca7241db84 req-2d42cb29-5178-446c-9272-ea49521c78f8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2019861 Jul 25 16:26:04.027542 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (4f4b18b8-e058-4305-9d46-02f5f332aaca), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.028294 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4b18b8-e058-4305-9d46-02f5f332aaca {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:26:04.040236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.041666 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1e120094-7f70-4a79-a754-924aac4cfe77 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4f4b18b8-e058-4305-9d46-02f5f332aaca HTTP/1.1" status: 204 len: 168 time: 2.6796286 Jul 25 16:26:04.046300 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33570) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:04.060840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33576) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:04.144575 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2b34b77-405e-41f5-80f7-588a62248a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.174789 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5d3c024b-cbea-435f-b916-0fca7241db84 req-72ed1b97-7912-4c90-a8d1-cd62d099ba93 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319373 Jul 25 16:26:04.192791 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Deleting subnet 7d51f891-1842-4914-b4fa-63a248cc4680 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:26:04.202241 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Publish callbacks [] for subnet (7d51f891-1842-4914-b4fa-63a248cc4680), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.276854 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Publish callbacks [] for subnet (7d51f891-1842-4914-b4fa-63a248cc4680), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.518175 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e699ca-1f03-4f44-8fa5-d5b1b25d5c58 req-370f650f-d785-4bd7-96fd-8d3c50a6c4e6 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:04.521304 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (7d51f891-1842-4914-b4fa-63a248cc4680), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.528378 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97e699ca-1f03-4f44-8fa5-d5b1b25d5c58 req-370f650f-d785-4bd7-96fd-8d3c50a6c4e6 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 944 time: 0.1254535 Jul 25 16:26:04.591815 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2b34b77-405e-41f5-80f7-588a62248a47 admin admin] Publish callbacks [] for security_group (254916ad-8727-4133-8f61-e9cdb222b0dd), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.611978 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f2b34b77-405e-41f5-80f7-588a62248a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (254916ad-8727-4133-8f61-e9cdb222b0dd), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.639753 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-97e699ca-1f03-4f44-8fa5-d5b1b25d5c58 req-84c7a938-4752-46d3-948e-ba3782ea71a5 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093659 Jul 25 16:26:04.783951 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f2b34b77-405e-41f5-80f7-588a62248a47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c55d64432254c25bc1cc5c438bf7db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7021852 Jul 25 16:26:04.783951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b34b77-405e-41f5-80f7-588a62248a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254916ad-8727-4133-8f61-e9cdb222b0dd,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:04.783951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (7d51f891-1842-4914-b4fa-63a248cc4680), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.789533 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33594) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:04.834816 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d51f891-1842-4914-b4fa-63a248cc4680,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:04.839333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.845838 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-643906e7-611c-4559-a744-a60e2537ea81 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d51f891-1842-4914-b4fa-63a248cc4680 HTTP/1.1" status: 204 len: 168 time: 0.7957981 Jul 25 16:26:04.850524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33596) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:04.862546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a95f1b-6241-492c-833a-4e644f408e10 None None] Network 54e60efa-4def-4721-894e-aa1775d3a3a6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:04.964099 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (54e60efa-4def-4721-894e-aa1775d3a3a6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:04.980257 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] Publish callbacks [] for security_group (254916ad-8727-4133-8f61-e9cdb222b0dd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.027967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] Publish callbacks [] for security_group (254916ad-8727-4133-8f61-e9cdb222b0dd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.058145 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Deleting port c198cd42-dc0c-4b9d-92da-83cc0e865906 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:26:05.058884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.116441 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (254916ad-8727-4133-8f61-e9cdb222b0dd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.122275 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.124738 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/254916ad-8727-4133-8f61-e9cdb222b0dd HTTP/1.1" status: 204 len: 168 time: 0.3364305 Jul 25 16:26:05.149480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 84fcc185-716f-4766-9f03-7fdf34e835c0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:26:05.158069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.161753 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70554699-9387-4eec-913d-036b5fac08e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254916ad-8727-4133-8f61-e9cdb222b0dd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:05.228498 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] For port c198cd42-dc0c-4b9d-92da-83cc0e865906, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c198cd42-dc0c-4b9d-92da-83cc0e865906,segment=NetworkSegment(5212ff52-82d9-4266-bf89-ad50464092d7),segment_id=5212ff52-82d9-4266-bf89-ad50464092d7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:05.229415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.263208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Calling delete_port for c198cd42-dc0c-4b9d-92da-83cc0e865906 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:26:05.295462 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.338669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.390912 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.406646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (c198cd42-dc0c-4b9d-92da-83cc0e865906), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.419590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779b114-5e48-4249-9cb1-6633ff85b6b7 None None] DHCP port deletion for 54e60efa-4def-4721-894e-aa1775d3a3a6 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:26:05.439958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 4ceaf233-ed2b-420d-bde8-b494618bdc1d no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:26:05.445944 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Pushing event deleted for resources: {'Port': ['ID=c198cd42-dc0c-4b9d-92da-83cc0e865906,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:05.451046 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] No DVR routers for this DVR port c198cd42-dc0c-4b9d-92da-83cc0e865906 on host dv-cinder-836973-15-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:26:05.512847 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 4ceaf233-ed2b-420d-bde8-b494618bdc1d {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:26:05.514325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 4ceaf233-ed2b-420d-bde8-b494618bdc1d not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:26:05.563798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (54e60efa-4def-4721-894e-aa1775d3a3a6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.573288 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536e42d-456b-4049-913f-e46a3a1fae94 req-9da979a8-b413-41da-bf18-748b736276a4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:05.576708 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a536e42d-456b-4049-913f-e46a3a1fae94 req-9da979a8-b413-41da-bf18-748b736276a4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1520011 Jul 25 16:26:05.597735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.598198 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.598993 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.599331 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > port after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.599678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.600003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > port after_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.600342 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.600723 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.601067 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.601441 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.664170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84fcc185-716f-4766-9f03-7fdf34e835c0,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:05.695948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '84fcc185-716f-4766-9f03-7fdf34e835c0', 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da', 'port_id': '84fcc185-716f-4766-9f03-7fdf34e835c0', 'mac_address': 'fa:16:3e:44:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005f9106-527a-4abd-80d0-6da992f38348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:26:05.714631 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a536e42d-456b-4049-913f-e46a3a1fae94 req-abe25ebd-ab9a-4188-9c40-bc9b83dc1df8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301744 Jul 25 16:26:05.816512 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 84fcc185-716f-4766-9f03-7fdf34e835c0 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:05.817032 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.843643 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.871813 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fcc185-716f-4766-9f03-7fdf34e835c0 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:26:05.900355 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.901325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.901812 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.902315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:05.902892 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e60efa-4def-4721-894e-aa1775d3a3a6']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:05.933669 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:05.950992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5212ff52-82d9-4266-bf89-ad50464092d7') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:05.951456 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5212ff52-82d9-4266-bf89-ad50464092d7') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:05.951720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84fcc185-716f-4766-9f03-7fdf34e835c0,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:05.965926 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:05.981003 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47aaad-db1a-4652-ae8a-af1f18b5d629 req-fe906448-50fb-4cb7-beb9-a37c5f8550a4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:05.989559 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0a47aaad-db1a-4652-ae8a-af1f18b5d629 req-fe906448-50fb-4cb7-beb9-a37c5f8550a4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 944 time: 0.1407149 Jul 25 16:26:06.004910 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (5212ff52-82d9-4266-bf89-ad50464092d7), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:06.039763 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (5212ff52-82d9-4266-bf89-ad50464092d7), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:06.061180 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:26:06.062183 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (5212ff52-82d9-4266-bf89-ad50464092d7), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:06.092052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:06.146725 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0a47aaad-db1a-4652-ae8a-af1f18b5d629 req-50966b7f-245c-403a-b795-e5185de8ab37 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429060 Jul 25 16:26:06.218138 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['84fcc185-716f-4766-9f03-7fdf34e835c0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:26:06.274990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (54e60efa-4def-4721-894e-aa1775d3a3a6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:06.333788 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e60efa-4def-4721-894e-aa1775d3a3a6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:06.344091 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:06.357539 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3fb108b4-1cea-4fd1-ba4d-bb38d1471805 admin admin] 10.222.0.66 "DELETE /v2.0/networks/54e60efa-4def-4721-894e-aa1775d3a3a6 HTTP/1.1" status: 204 len: 168 time: 1.5012832 Jul 25 16:26:06.907510 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 5212ff52-82d9-4266-bf89-ad50464092d7 resource provider aggregate not found Jul 25 16:26:06.957882 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 5212ff52-82d9-4266-bf89-ad50464092d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5212ff52-82d9-4266-bf89-ad50464092d7 found for delete ", "request_id": "req-a3b4a119-9ce9-4f64-a29a-01e10ab68114"}]} Jul 25 16:26:07.017280 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423721-1670-4e55-82e1-0e9239fe3a37 req-becf2cad-e5cc-422f-a8ca-a52ef0edee98 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:07.019750 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44423721-1670-4e55-82e1-0e9239fe3a37 req-becf2cad-e5cc-422f-a8ca-a52ef0edee98 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1503649 Jul 25 16:26:07.108325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33672) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:07.158996 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44423721-1670-4e55-82e1-0e9239fe3a37 req-ee26f3f7-2843-4673-831f-258240cd70b2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249261 Jul 25 16:26:07.227786 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ac6d3018-7bb2-4c42-81e8-67dac753cd40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=287b6d7980174314b20fe6b172725bf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1153331 Jul 25 16:26:07.230895 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33676) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:07.232831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 84fcc185-716f-4766-9f03-7fdf34e835c0 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:07.336353 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c198cd42-dc0c-4b9d-92da-83cc0e865906 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:26:07.379337 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: c198cd42-dc0c-4b9d-92da-83cc0e865906 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:26:07.380238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c198cd42-dc0c-4b9d-92da-83cc0e865906 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:26:07.397078 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 84fcc185-716f-4766-9f03-7fdf34e835c0 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:26:07.412267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 84fcc185-716f-4766-9f03-7fdf34e835c0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:07.413375 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.423559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160159fa-2e8f-4d14-ab4a-200c8366e3ef req-21b5b9cf-4d95-4296-971a-243373da4c3a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:07.425254 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-160159fa-2e8f-4d14-ab4a-200c8366e3ef req-21b5b9cf-4d95-4296-971a-243373da4c3a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 945 time: 0.1106608 Jul 25 16:26:07.429296 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] Publish callbacks [] for security_group (fd22d02b-206b-40d9-ba8f-45e1fd49bafd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.487871 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] Publish callbacks [] for security_group (fd22d02b-206b-40d9-ba8f-45e1fd49bafd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.529520 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 84fcc185-716f-4766-9f03-7fdf34e835c0 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:07.530076 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.574232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:07.578478 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f1e9b-903f-473e-9f32-c73ea6bbb678" -d '{"events": [{"server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "name": "network-vif-plugged", "status": "completed", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:07.582723 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-160159fa-2e8f-4d14-ab4a-200c8366e3ef req-1af91b7c-e4ac-4e13-8d0f-424f6275136a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049078 Jul 25 16:26:07.624272 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (fd22d02b-206b-40d9-ba8f-45e1fd49bafd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.635492 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.639224 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd22d02b-206b-40d9-ba8f-45e1fd49bafd HTTP/1.1" status: 204 len: 168 time: 0.4061363 Jul 25 16:26:07.651548 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84fcc185-716f-4766-9f03-7fdf34e835c0,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:07.658854 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:07.668775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c62760-495a-45ae-b5d2-257b50d605d8 x-openstack-request-id: req-82c62760-495a-45ae-b5d2-257b50d605d8 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:07.669106 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "name": "network-vif-plugged", "status": "completed", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:07.669464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82c62760-495a-45ae-b5d2-257b50d605d8 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:07.669914 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c62760-495a-45ae-b5d2-257b50d605d8'] response: {'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0', 'code': 200} Jul 25 16:26:07.676407 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95dd53-bc7b-4cf0-b11d-f467b6f8769e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22d02b-206b-40d9-ba8f-45e1fd49bafd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:07.836045 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:08.155502 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a230e-5c3a-4f87-8c51-94240f6885b9 req-2c5fd235-88ed-48e3-b9a2-8f72b2062423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:08.159045 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0d3a230e-5c3a-4f87-8c51-94240f6885b9 req-2c5fd235-88ed-48e3-b9a2-8f72b2062423 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 1130 time: 0.1673608 Jul 25 16:26:08.279613 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0d3a230e-5c3a-4f87-8c51-94240f6885b9 req-53eb3ba3-e393-488c-a835-f8182de92c75 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126254 Jul 25 16:26:08.493906 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22b6f-45cd-4666-b4f6-c3216b71eb7b req-99aaa028-ba34-46d5-ac26-cbe060c915e8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:08.508376 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9a22b6f-45cd-4666-b4f6-c3216b71eb7b req-99aaa028-ba34-46d5-ac26-cbe060c915e8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1248543 Jul 25 16:26:08.623211 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9a22b6f-45cd-4666-b4f6-c3216b71eb7b req-136b688d-a032-4362-b89b-3335913536a4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095805 Jul 25 16:26:08.965384 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40455bc-6b28-4a59-865a-d1b009c2c11f req-b474165d-a1de-40c2-be32-e05c82e32b24 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:08.967032 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d40455bc-6b28-4a59-865a-d1b009c2c11f req-b474165d-a1de-40c2-be32-e05c82e32b24 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.2050455 Jul 25 16:26:09.123451 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d40455bc-6b28-4a59-865a-d1b009c2c11f req-797c0efe-7191-4521-874c-ea9817f30e80 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378431 Jul 25 16:26:09.600183 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33768) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:09.727471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33776) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:09.833915 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78f26-fb2f-4585-9a0d-cbd183bc2966 req-c1681c38-a57d-4cec-9745-291e7ba2a2d0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:09.835732 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61a78f26-fb2f-4585-9a0d-cbd183bc2966 req-c1681c38-a57d-4cec-9745-291e7ba2a2d0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0937445 Jul 25 16:26:09.842633 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e61a5527-af6f-435b-a7fd-7219bf415b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:09.888596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010297875-network', 'tenant_id': '70e2d6663fe14da1bdff6f1e6e247a2b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:09.929626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Made reservation on behalf of 70e2d6663fe14da1bdff6f1e6e247a2b for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:09.933709 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:09.956033 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.266966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks [] for security_group (379dd2e0-e05f-47fc-96fd-ddeeeabed305), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.274218 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (379dd2e0-e05f-47fc-96fd-ddeeeabed305), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.333468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:10.374766 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:10.390383 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (da835332-decd-4fd8-87a3-1bb1dbcd7b3f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.391801 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Added segment da835332-decd-4fd8-87a3-1bb1dbcd7b3f of type vlan for network 600fc06c-d54b-4470-9587-069670835cf1 Jul 25 16:26:10.416643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379dd2e0-e05f-47fc-96fd-ddeeeabed305,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:10.471617 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23e419-4931-4e9b-9113-9ea97e445e98 req-968d2107-c64e-4fa9-a288-d24c933350c3 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:10.483622 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e23e419-4931-4e9b-9113-9ea97e445e98 req-968d2107-c64e-4fa9-a288-d24c933350c3 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.1373842 Jul 25 16:26:10.574185 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (600fc06c-d54b-4470-9587-069670835cf1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.635842 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (600fc06c-d54b-4470-9587-069670835cf1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.639593 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:10.639593 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.719511 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9843206 Jul 25 16:26:10.728135 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61a78f26-fb2f-4585-9a0d-cbd183bc2966 req-0446baa7-53a0-4b72-96ee-df16584e591b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030901 Jul 25 16:26:10.729445 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33806) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:10.749869 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Request body: {'subnet': {'network_id': '600fc06c-d54b-4470-9587-069670835cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010297875-subnet', 'tenant_id': '70e2d6663fe14da1bdff6f1e6e247a2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:10.784365 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:10.804905 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e23e419-4931-4e9b-9113-9ea97e445e98 req-71201fed-9d51-4679-8359-657aae956684 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811990 Jul 25 16:26:10.811251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa906b1-c09e-4fa3-b594-2ae1a067113e admin admin] Pushing event updated for resources: {'Network': ['ID=600fc06c-d54b-4470-9587-069670835cf1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:10.833850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 600fc06c-d54b-4470-9587-069670835cf1 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:10.874663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548e7e4-af5f-41d4-8966-ff4878b859ac req-438efbaa-76f2-40dc-a9a3-01ed5626a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:10.876501 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2548e7e4-af5f-41d4-8966-ff4878b859ac req-438efbaa-76f2-40dc-a9a3-01ed5626a414 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1130 time: 0.1477599 Jul 25 16:26:10.877709 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Made reservation on behalf of 70e2d6663fe14da1bdff6f1e6e247a2b for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:10.880596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.947632 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e61a5527-af6f-435b-a7fd-7219bf415b5c admin admin] Publish callbacks [] for security_group (c23ad346-5498-4cc7-bd2f-64283519af29), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.953793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e61a5527-af6f-435b-a7fd-7219bf415b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c23ad346-5498-4cc7-bd2f-64283519af29), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:10.992525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:10.992525 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e61a5527-af6f-435b-a7fd-7219bf415b5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db8ffb6d5be4c488db23c5a6c85753e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3847306 Jul 25 16:26:10.999058 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33814) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:11.074450 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5527-af6f-435b-a7fd-7219bf415b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ad346-5498-4cc7-bd2f-64283519af29,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:11.105436 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] Publish callbacks [] for security_group (c23ad346-5498-4cc7-bd2f-64283519af29), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.123631 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2548e7e4-af5f-41d4-8966-ff4878b859ac req-8fbc847b-8404-4d96-acd7-ff519d2a73ce service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388756 Jul 25 16:26:11.161008 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] Publish callbacks [] for security_group (c23ad346-5498-4cc7-bd2f-64283519af29), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.275708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c23ad346-5498-4cc7-bd2f-64283519af29), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.279936 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.282137 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c23ad346-5498-4cc7-bd2f-64283519af29 HTTP/1.1" status: 204 len: 168 time: 0.2813475 Jul 25 16:26:11.298631 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1ad7b-26b6-48b9-a0af-0de672279426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ad346-5498-4cc7-bd2f-64283519af29,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:11.348663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (fdfbd4fc-f884-4c6e-a794-80247d89ee9c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.390702 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:11.434927 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfbd4fc-f884-4c6e-a794-80247d89ee9c,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:11.450155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Checking segment: {'id': 'da835332-decd-4fd8-87a3-1bb1dbcd7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '600fc06c-d54b-4470-9587-069670835cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:11.450527 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Network hostable DHCP agents. Network: 600fc06c-d54b-4470-9587-069670835cf1, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:11.475215 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Network 600fc06c-d54b-4470-9587-069670835cf1 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:11.490997 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 600fc06c-d54b-4470-9587-069670835cf1) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:11.499236 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:11.500406 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:11.506324 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366da998-7549-4b70-a9ab-fe62358de349 None None] Network 600fc06c-d54b-4470-9587-069670835cf1 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:11.528045 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-81d30e31-53d9-4cbb-a46e-2f9f44df8b7c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7971463 Jul 25 16:26:11.676163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85819f50-95b0-442a-a55d-fe819b26eb36 None None] Network 600fc06c-d54b-4470-9587-069670835cf1 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:12.095407 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14524aee-1a23-44ce-add0-10a9d51be59d req-269e843e-0c3f-4748-b4f4-f1b804b4856b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:12.106787 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14524aee-1a23-44ce-add0-10a9d51be59d req-269e843e-0c3f-4748-b4f4-f1b804b4856b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.2071064 Jul 25 16:26:12.342573 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14524aee-1a23-44ce-add0-10a9d51be59d req-e108f432-3a49-40a7-a2f0-0b6e85c7b615 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242591 Jul 25 16:26:12.357088 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da93c-b43c-4f6f-974d-a57bdd82ba5b req-6f994abb-6214-4746-be47-840a3523fd70 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:12.359985 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a3da93c-b43c-4f6f-974d-a57bdd82ba5b req-6f994abb-6214-4746-be47-840a3523fd70 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.1865203 Jul 25 16:26:12.440586 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33858) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:12.493028 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8357-49db-41cd-be2b-c66e9f03a41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:12.519856 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a3da93c-b43c-4f6f-974d-a57bdd82ba5b req-83cad730-6c93-4f33-b48f-000fbcdf3fcc tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464233 Jul 25 16:26:12.643795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8357-49db-41cd-be2b-c66e9f03a41f admin admin] Publish callbacks [] for security_group (12120a69-6365-4b5b-9336-c2b072dfeb3f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:12.650652 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8357-49db-41cd-be2b-c66e9f03a41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (12120a69-6365-4b5b-9336-c2b072dfeb3f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:12.702266 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=18 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:12.751359 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1a7f8357-49db-41cd-be2b-c66e9f03a41f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3aa358a96564132aaa86ce25fbe3806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093979 Jul 25 16:26:12.753236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f8357-49db-41cd-be2b-c66e9f03a41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12120a69-6365-4b5b-9336-c2b072dfeb3f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:12.754431 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33866) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:12.883854 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] Publish callbacks [] for security_group (12120a69-6365-4b5b-9336-c2b072dfeb3f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:12.965055 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] Publish callbacks [] for security_group (12120a69-6365-4b5b-9336-c2b072dfeb3f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.086866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (12120a69-6365-4b5b-9336-c2b072dfeb3f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.096251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.102367 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12120a69-6365-4b5b-9336-c2b072dfeb3f HTTP/1.1" status: 204 len: 168 time: 0.3374431 Jul 25 16:26:13.138730 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01ee28-edff-4df9-8455-47b9eb4e0497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12120a69-6365-4b5b-9336-c2b072dfeb3f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:13.202303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33882) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:13.210135 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196611957-network', 'tenant_id': 'e7453c1f59784041996c3372c732d899'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:13.263532 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Made reservation on behalf of e7453c1f59784041996c3372c732d899 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:13.267804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.283189 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.296059 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:13.505257 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks [] for security_group (4b444af0-788f-4d0f-adc1-4a2918c13432), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.515449 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b444af0-788f-4d0f-adc1-4a2918c13432), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.552042 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:13.581240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f7b476fc-77ed-425a-bc15-1b20af99d683), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.582793 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Added segment f7b476fc-77ed-425a-bc15-1b20af99d683 of type vlan for network cb84bc0b-f836-45b6-8c74-a64e74c0c61c Jul 25 16:26:13.703157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21eecce-6e1d-43bb-9398-c5110715e33e req-cc5745dd-190d-4d2d-9642-3fab5254da00 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:13.709425 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c21eecce-6e1d-43bb-9398-c5110715e33e req-cc5745dd-190d-4d2d-9642-3fab5254da00 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.1389606 Jul 25 16:26:13.733155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (cb84bc0b-f836-45b6-8c74-a64e74c0c61c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.803766 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (cb84bc0b-f836-45b6-8c74-a64e74c0c61c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.806565 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:13.810581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:13.871899 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6638794 Jul 25 16:26:13.886783 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 33914) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:13.905538 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Request body: {'subnet': {'network_id': 'cb84bc0b-f836-45b6-8c74-a64e74c0c61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196611957-subnet', 'tenant_id': 'e7453c1f59784041996c3372c732d899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:13.954506 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=23 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:13.972821 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c21eecce-6e1d-43bb-9398-c5110715e33e req-3a08d486-6212-49d4-89e6-230bde33fdcd tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545900 Jul 25 16:26:13.991810 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:14.020647 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Pushing event updated for resources: {'Network': ['ID=cb84bc0b-f836-45b6-8c74-a64e74c0c61c,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:14.035036 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network cb84bc0b-f836-45b6-8c74-a64e74c0c61c details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:14.048390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df93aa-79af-45a3-aec8-b4f6df25d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b444af0-788f-4d0f-adc1-4a2918c13432,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:14.098554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Made reservation on behalf of e7453c1f59784041996c3372c732d899 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:14.102558 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:14.129531 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf383f2-f532-4ef1-a8f6-1c2abaf77f2a req-7b9bce81-efeb-4be9-bca2-b3be13e6c8c6 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:14.139674 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcf383f2-f532-4ef1-a8f6-1c2abaf77f2a req-7b9bce81-efeb-4be9-bca2-b3be13e6c8c6 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.3203030 Jul 25 16:26:14.374108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:14.382403 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (e4ad08c3-c4c3-4fb4-9548-782ef6915c4f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:14.427384 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ad08c3-c4c3-4fb4-9548-782ef6915c4f,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:14.455337 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639cc26-bb97-4bdb-85da-39a9c033d5e9 req-89e1e55a-542a-465b-8fd8-736383d0d31e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:14.468011 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8639cc26-bb97-4bdb-85da-39a9c033d5e9 req-89e1e55a-542a-465b-8fd8-736383d0d31e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.2607543 Jul 25 16:26:14.479527 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Checking segment: {'id': 'f7b476fc-77ed-425a-bc15-1b20af99d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'cb84bc0b-f836-45b6-8c74-a64e74c0c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:14.480004 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Network hostable DHCP agents. Network: cb84bc0b-f836-45b6-8c74-a64e74c0c61c, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:14.491834 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcf383f2-f532-4ef1-a8f6-1c2abaf77f2a req-e1f3cfce-5825-4deb-b79c-157565cd095f tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426073 Jul 25 16:26:14.512345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Network cb84bc0b-f836-45b6-8c74-a64e74c0c61c is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:14.549542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, cb84bc0b-f836-45b6-8c74-a64e74c0c61c) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:14.562276 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97908d6b-61d0-4c7e-bf7f-1d14bef9aec2 None None] Network cb84bc0b-f836-45b6-8c74-a64e74c0c61c requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:14.567357 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:14.568855 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:14.623578 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-55e28303-f57e-449c-a759-0bb43dda7d3c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7323987 Jul 25 16:26:14.680772 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8639cc26-bb97-4bdb-85da-39a9c033d5e9 req-30ef4af4-4592-486a-820e-4ed88980555c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112157 Jul 25 16:26:14.916227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e598bb-b6b9-49fa-a056-23fd31dc8a53 None None] Network cb84bc0b-f836-45b6-8c74-a64e74c0c61c requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:14.998426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.005213 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:15.097806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33954) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:15.189587 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-89d9c78b-e7bf-4d7d-8105-98e3baec2aaa tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:15.191715 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-89d9c78b-e7bf-4d7d-8105-98e3baec2aaa tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.1885147 Jul 25 16:26:15.253500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Deleting subnet fdfbd4fc-f884-4c6e-a794-80247d89ee9c {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:26:15.261612 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Publish callbacks [] for subnet (fdfbd4fc-f884-4c6e-a794-80247d89ee9c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.273656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:15.404637 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Deleting port 84fcc185-716f-4766-9f03-7fdf34e835c0 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:26:15.405476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.410139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Publish callbacks [] for subnet (fdfbd4fc-f884-4c6e-a794-80247d89ee9c), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.455649 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (fdfbd4fc-f884-4c6e-a794-80247d89ee9c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.523318 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-cf052fa5-e7ff-46a6-8730-4228e9e691c0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1911585 Jul 25 16:26:15.526713 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:15.792437 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] For port 84fcc185-716f-4766-9f03-7fdf34e835c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84fcc185-716f-4766-9f03-7fdf34e835c0,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:15.793116 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.800276 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62933-e75b-4fba-8572-9ffd0b8f43a3 req-4db96fcc-79a6-4beb-9322-6836d4fea75a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:15.802951 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2bf62933-e75b-4fba-8572-9ffd0b8f43a3 req-4db96fcc-79a6-4beb-9322-6836d4fea75a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 946 time: 0.1127877 Jul 25 16:26:15.806579 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for subnet (fdfbd4fc-f884-4c6e-a794-80247d89ee9c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.837873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-c99d954c-b65f-4242-9d55-c63d3f762786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:15.840608 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-c99d954c-b65f-4242-9d55-c63d3f762786 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.1555376 Jul 25 16:26:15.878351 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfbd4fc-f884-4c6e-a794-80247d89ee9c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:15.935657 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Calling delete_port for 84fcc185-716f-4766-9f03-7fdf34e835c0 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:26:15.940255 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:15.947072 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1cf9d15d-be93-4394-a21f-058341b4851c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fdfbd4fc-f884-4c6e-a794-80247d89ee9c HTTP/1.1" status: 204 len: 168 time: 0.8472757 Jul 25 16:26:15.951704 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 33968) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:16.227322 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09cff3f6-d0f9-45aa-9573-1d5fab380816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.297941 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2bf62933-e75b-4fba-8572-9ffd0b8f43a3 req-2bdac5f6-4f63-4cea-aa61-1ef5a01bd187 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234607 Jul 25 16:26:16.322580 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (600fc06c-d54b-4470-9587-069670835cf1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.505982 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (600fc06c-d54b-4470-9587-069670835cf1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.553457 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (84fcc185-716f-4766-9f03-7fdf34e835c0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.569853 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['84fcc185-716f-4766-9f03-7fdf34e835c0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:26:16.573073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.574151 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.576376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.578574 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.579867 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.581305 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.586834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.586834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.586834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.586834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.600005 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:16.613378 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Pushing event deleted for resources: {'Port': ['ID=84fcc185-716f-4766-9f03-7fdf34e835c0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:16.737793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-8b35c89a-0dbb-4d5b-9259-2ff6bf8fa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:16.740851 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-8b35c89a-0dbb-4d5b-9259-2ff6bf8fa2b0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.8662300 Jul 25 16:26:16.875227 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.875997 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.876554 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.877167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 16:26:16.877788 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600fc06c-d54b-4470-9587-069670835cf1']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:16.904237 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] No DVR routers for this DVR port 84fcc185-716f-4766-9f03-7fdf34e835c0 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:26:16.910698 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-14a06331-0ecd-4526-a476-c9c33c209135 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.1509058 Jul 25 16:26:16.912257 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.916906 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da835332-decd-4fd8-87a3-1bb1dbcd7b3f') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:16.917306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da835332-decd-4fd8-87a3-1bb1dbcd7b3f') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:16.918206 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-20d5dda0-ca77-4e87-a825-83d2d72207b1 req-e2385800-841d-4fb1-ad22-bcac4cea4db4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "DELETE /v2.0/ports/84fcc185-716f-4766-9f03-7fdf34e835c0 HTTP/1.1" status: 204 len: 173 time: 1.7175837 Jul 25 16:26:16.918969 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'name': 'network-vif-deleted', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:16.922374 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13953f0-3de5-4ccf-8076-8353565b8da6" -d '{"events": [{"server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "name": "network-vif-deleted", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:16.953600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (da835332-decd-4fd8-87a3-1bb1dbcd7b3f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:16.997189 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (da835332-decd-4fd8-87a3-1bb1dbcd7b3f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.015065 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:26:17.015940 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (da835332-decd-4fd8-87a3-1bb1dbcd7b3f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.104660 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (600fc06c-d54b-4470-9587-069670835cf1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.115342 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.130371 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/600fc06c-d54b-4470-9587-069670835cf1 HTTP/1.1" status: 204 len: 168 time: 1.1757240 Jul 25 16:26:17.134414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34022) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:17.135570 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:17.138195 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-dd7344d5-5134-435d-9913-30fc81895a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:17.146658 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-dd7344d5-5134-435d-9913-30fc81895a2c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2024953 Jul 25 16:26:17.152368 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a09d91-9da9-49c9-956e-2dd24cd4ed6e x-openstack-request-id: req-90a09d91-9da9-49c9-956e-2dd24cd4ed6e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:17.154656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93412ce8-1fdb-44e3-b22b-37a7128e8beb", "name": "network-vif-deleted", "tag": "84fcc185-716f-4766-9f03-7fdf34e835c0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:17.155885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90a09d91-9da9-49c9-956e-2dd24cd4ed6e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:17.157326 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a09d91-9da9-49c9-956e-2dd24cd4ed6e'] response: {'server_uuid': '93412ce8-1fdb-44e3-b22b-37a7128e8beb', 'name': 'network-vif-deleted', 'tag': '84fcc185-716f-4766-9f03-7fdf34e835c0', 'status': 'completed', 'code': 200} Jul 25 16:26:17.238737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88c71-7711-4d02-bf50-cd11ad05c9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=600fc06c-d54b-4470-9587-069670835cf1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:17.248065 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-41d4e490-884f-4349-82c2-750b086f9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:17.251057 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-41d4e490-884f-4349-82c2-750b086f9410 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854576 Jul 25 16:26:17.332512 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Deleting subnet e4ad08c3-c4c3-4fb4-9548-782ef6915c4f {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:26:17.336398 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Publish callbacks [] for subnet (e4ad08c3-c4c3-4fb4-9548-782ef6915c4f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.413946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (e4ad08c3-c4c3-4fb4-9548-782ef6915c4f), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.516301 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (e4ad08c3-c4c3-4fb4-9548-782ef6915c4f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.606321 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-3a2c7ea7-8061-4f83-8090-0ee2ca73e413 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404438 Jul 25 16:26:17.801754 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eadbcd28-ea46-441a-84f3-678249632f5a req-7c54b87d-d74c-4a02-b02c-128554187099 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=93412ce8-1fdb-44e3-b22b-37a7128e8beb HTTP/1.1" status: 200 len: 210 time: 0.1880703 Jul 25 16:26:17.896457 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (e4ad08c3-c4c3-4fb4-9548-782ef6915c4f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.917874 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34050) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:17.946568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:17.953089 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e4ad08c3-c4c3-4fb4-9548-782ef6915c4f HTTP/1.1" status: 204 len: 168 time: 0.8078370 Jul 25 16:26:17.954220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34056) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:18.014215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479642a-e5fb-4b5b-8f33-f81f08720ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ad08c3-c4c3-4fb4-9548-782ef6915c4f,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:18.087179 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment da835332-decd-4fd8-87a3-1bb1dbcd7b3f resource provider aggregate not found Jul 25 16:26:18.130621 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment da835332-decd-4fd8-87a3-1bb1dbcd7b3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da835332-decd-4fd8-87a3-1bb1dbcd7b3f found for delete ", "request_id": "req-889df40b-9210-466f-bf3b-3a4d5e97d8e1"}]} Jul 25 16:26:18.190117 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ebf2c641-a564-4281-a78c-5d280cd4e0be req-5447f67c-f868-4565-b953-ee110e9adc84 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757761 Jul 25 16:26:18.277032 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5da9-291b-420a-8df7-d68723f37c65 req-1204bf9f-e212-4caf-bbda-d31bfca819ee tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:18.280050 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3aef5da9-291b-420a-8df7-d68723f37c65 req-1204bf9f-e212-4caf-bbda-d31bfca819ee tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1280587 Jul 25 16:26:18.372069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (cb84bc0b-f836-45b6-8c74-a64e74c0c61c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.381967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.396787 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:18.406047 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-90024053-f8b0-4da9-8892-cc6014d37b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:18.408747 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-90024053-f8b0-4da9-8892-cc6014d37b0f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.1160152 Jul 25 16:26:18.474406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:18.502162 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3aef5da9-291b-420a-8df7-d68723f37c65 req-65ab1ca0-9226-4793-ba30-a8279dd895c2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958833 Jul 25 16:26:18.618553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:18.649278 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Publish callbacks [] for security_group (da85d59e-6d11-4f78-ba94-11125bda2af1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.654284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (cb84bc0b-f836-45b6-8c74-a64e74c0c61c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.657680 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (da85d59e-6d11-4f78-ba94-11125bda2af1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.711277 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40df514be5104c5d868870c969214dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7695980 Jul 25 16:26:18.711934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34066) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:18.714560 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb84bc0b-f836-45b6-8c74-a64e74c0c61c']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:18.750636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b476fc-77ed-425a-bc15-1b20af99d683') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:18.751322 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b476fc-77ed-425a-bc15-1b20af99d683') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:18.762352 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85d59e-6d11-4f78-ba94-11125bda2af1,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:18.780037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (f7b476fc-77ed-425a-bc15-1b20af99d683), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.796775 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.797300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.797897 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.798437 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.798975 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.799517 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.800055 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.800593 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.801135 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.801729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.802276 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.802814 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.803352 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.803886 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.804934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75893bd-eef0-4dd9-acde-098e8069b3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:18.853434 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] Publish callbacks [] for security_group (da85d59e-6d11-4f78-ba94-11125bda2af1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.857313 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-689314b7-6086-4a9f-af50-3ee377dc8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:18.859382 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-689314b7-6086-4a9f-af50-3ee377dc8561 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.4420552 Jul 25 16:26:18.908797 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] Publish callbacks [] for security_group (da85d59e-6d11-4f78-ba94-11125bda2af1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:18.967842 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-7206084e-2870-4d6c-acb9-3497491e4717 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.0930836 Jul 25 16:26:19.009642 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f7b476fc-77ed-425a-bc15-1b20af99d683), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.088676 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (da85d59e-6d11-4f78-ba94-11125bda2af1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.092256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.097902 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da85d59e-6d11-4f78-ba94-11125bda2af1 HTTP/1.1" status: 204 len: 168 time: 0.3805001 Jul 25 16:26:19.134967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2303-5c33-4fe6-a19f-f6ac52bd14e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85d59e-6d11-4f78-ba94-11125bda2af1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:19.137910 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-51272bbe-3bc3-4fcb-87eb-d67eb5beabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:19.141517 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-51272bbe-3bc3-4fcb-87eb-d67eb5beabae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.1657417 Jul 25 16:26:19.212696 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:26:19.218496 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (f7b476fc-77ed-425a-bc15-1b20af99d683), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.310315 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 84fcc185-716f-4766-9f03-7fdf34e835c0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:26:19.360684 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f7b476fc-77ed-425a-bc15-1b20af99d683 resource provider aggregate not found Jul 25 16:26:19.393027 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-3e8817cf-c5ac-41fe-a993-67bb4891cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:19.396942 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-3e8817cf-c5ac-41fe-a993-67bb4891cd6d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2279687 Jul 25 16:26:19.428897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 84fcc185-716f-4766-9f03-7fdf34e835c0 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:26:19.429994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 84fcc185-716f-4766-9f03-7fdf34e835c0 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:26:19.457418 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f7b476fc-77ed-425a-bc15-1b20af99d683 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7b476fc-77ed-425a-bc15-1b20af99d683 found for delete ", "request_id": "req-fbcf43a5-650c-449d-98cf-d26a145d3839"}]} Jul 25 16:26:19.514223 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (cb84bc0b-f836-45b6-8c74-a64e74c0c61c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.528790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:19.535893 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] 10.222.0.66 "DELETE /v2.0/networks/cb84bc0b-f836-45b6-8c74-a64e74c0c61c HTTP/1.1" status: 204 len: 168 time: 1.5798969 Jul 25 16:26:19.578968 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb84bc0b-f836-45b6-8c74-a64e74c0c61c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:19.610733 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.611866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.612710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.614289 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.615476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.617550 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.618551 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.619354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.621275 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.623147 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.623955 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.624814 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.625689 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.627250 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.628037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f71b55-a24c-4290-b54e-83f9ffadee9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:19.723320 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-75539665-6bfa-4ddd-8a01-4f6ed2845c6b service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080132 Jul 25 16:26:19.812448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-79331d31-1e7a-4a89-ae59-04ef8dc3247a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:19.817124 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-79331d31-1e7a-4a89-ae59-04ef8dc3247a tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 808 time: 0.2797177 Jul 25 16:26:19.890284 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87d24ec4-1177-4925-9e38-e498f70bef60 req-529be419-6c16-4768-8d3a-545d832f6ccf service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515021 Jul 25 16:26:19.914291 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213bcf7-cac7-4e73-86eb-1e655d076202 req-a828a9ff-cf44-4cae-a028-6e685e919d05 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:19.917932 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6213bcf7-cac7-4e73-86eb-1e655d076202 req-a828a9ff-cf44-4cae-a028-6e685e919d05 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.0987694 Jul 25 16:26:19.939544 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-58e1c12d-5b13-4154-a376-8ff9851bc938 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/quotas/1b1fba96612b4ed0ae53b43cdd4e3528 HTTP/1.1" status: 200 len: 375 time: 0.0195696 Jul 25 16:26:19.965064 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34112) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:19.995603 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ceba3a7c-a89a-439b-b8d1-797f468775c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.050621 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-f35e69fe-d162-4833-a8eb-65bd718431ef tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880311 Jul 25 16:26:20.159217 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34122) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:20.207048 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b30a7178-fb6a-4cfb-8599-3b545236d186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.238781 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ceba3a7c-a89a-439b-b8d1-797f468775c7 admin admin] Publish callbacks [] for security_group (f13ebb48-6665-4db2-a8b3-8cce8cba3b82), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.259439 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6213bcf7-cac7-4e73-86eb-1e655d076202 req-1a118cc2-8cde-4a39-8560-4587362af30f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179698 Jul 25 16:26:20.260173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ceba3a7c-a89a-439b-b8d1-797f468775c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f13ebb48-6665-4db2-a8b3-8cce8cba3b82), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.321389 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:20.336648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:20.349497 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8ec62dcc-5cbb-4438-910b-38fab50cc9f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70e2d6663fe14da1bdff6f1e6e247a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877689 Jul 25 16:26:20.362086 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34126) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:20.366106 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba3a7c-a89a-439b-b8d1-797f468775c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ebb48-6665-4db2-a8b3-8cce8cba3b82,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:20.384188 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ceba3a7c-a89a-439b-b8d1-797f468775c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf44e760f7144d248c114b04c8a89841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170246 Jul 25 16:26:20.385875 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34128) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:20.515913 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-5a12efe9-3f5f-411a-890f-f0c529fbf449 service neutron] 10.222.0.66 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339588 Jul 25 16:26:20.628373 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] Publish callbacks [] for security_group (379dd2e0-e05f-47fc-96fd-ddeeeabed305), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.687183 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] Publish callbacks [] for security_group (379dd2e0-e05f-47fc-96fd-ddeeeabed305), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.712671 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] Publish callbacks [] for security_group (f13ebb48-6665-4db2-a8b3-8cce8cba3b82), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.843689 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] Publish callbacks [] for security_group (f13ebb48-6665-4db2-a8b3-8cce8cba3b82), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.919630 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-5733c109-71b7-4141-9efc-76021105085e service neutron] 10.222.0.66 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756762 Jul 25 16:26:20.964217 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (379dd2e0-e05f-47fc-96fd-ddeeeabed305), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.971470 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:20.978854 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/379dd2e0-e05f-47fc-96fd-ddeeeabed305 HTTP/1.1" status: 204 len: 168 time: 0.6113029 Jul 25 16:26:21.015267 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f13ebb48-6665-4db2-a8b3-8cce8cba3b82), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:21.035750 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:21.065547 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f13ebb48-6665-4db2-a8b3-8cce8cba3b82 HTTP/1.1" status: 204 len: 168 time: 0.6287563 Jul 25 16:26:21.068122 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c26e1-49fa-4559-931c-e930176a91d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379dd2e0-e05f-47fc-96fd-ddeeeabed305,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:21.119864 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:21.132368 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909e87c-3e67-4009-8dc1-cb1269553000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ebb48-6665-4db2-a8b3-8cce8cba3b82,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:21.135428 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:21.390321 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0f241dcc-b5d9-4154-bec6-e1ca256a58ad req-58251315-45bf-4b0e-8cda-facf485234db tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.0875118 Jul 25 16:26:21.561795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa7bd-b9cc-4243-a286-8d9fe2a7675e req-c66bd424-2b15-4cae-a085-5e06548cd8d4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:21.564310 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-088fa7bd-b9cc-4243-a286-8d9fe2a7675e req-c66bd424-2b15-4cae-a085-5e06548cd8d4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1026220 Jul 25 16:26:21.654934 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-088fa7bd-b9cc-4243-a286-8d9fe2a7675e req-f96dae22-dc37-42bf-be54-53d5c98e5f33 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775957 Jul 25 16:26:21.816840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34172) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:21.829772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:21.901674 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:21.982173 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34178) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:21.984708 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3eba68f6-34e9-4d05-bd9f-6c7af7d24670 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7453c1f59784041996c3372c732d899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664250 Jul 25 16:26:21.989975 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34180) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:22.230089 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] Publish callbacks [] for security_group (4b444af0-788f-4d0f-adc1-4a2918c13432), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.266540 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] Publish callbacks [] for security_group (4b444af0-788f-4d0f-adc1-4a2918c13432), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.354336 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3247ea38-376c-4425-aaa3-553bc91198af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.365800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b444af0-788f-4d0f-adc1-4a2918c13432), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.370255 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.375488 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b444af0-788f-4d0f-adc1-4a2918c13432 HTTP/1.1" status: 204 len: 168 time: 0.3798282 Jul 25 16:26:22.412669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2150-9d50-4a30-a731-4e70af7c8bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b444af0-788f-4d0f-adc1-4a2918c13432,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:22.617144 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.670938 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3247ea38-376c-4425-aaa3-553bc91198af admin admin] Publish callbacks [] for security_group (67a79a06-5c05-4658-946e-aed1c623df2f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.753506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3247ea38-376c-4425-aaa3-553bc91198af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (67a79a06-5c05-4658-946e-aed1c623df2f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:22.785750 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-27363626-365a-4053-9258-1ba12fd75644 req-c81e6980-9a4e-49ab-942e-ce66f247c6e0 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.1539364 Jul 25 16:26:22.882635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34224) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:22.883459 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3247ea38-376c-4425-aaa3-553bc91198af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32fc8cf8feb741578e2669ae36b48ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978794 Jul 25 16:26:22.893208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247ea38-376c-4425-aaa3-553bc91198af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a79a06-5c05-4658-946e-aed1c623df2f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:23.036639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] Publish callbacks [] for security_group (67a79a06-5c05-4658-946e-aed1c623df2f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:23.083160 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa3f92-a360-4606-a37c-4243845fc7db req-54bc4506-8dff-4319-a313-54096144e3c3 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:23.086610 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e7fa3f92-a360-4606-a37c-4243845fc7db req-54bc4506-8dff-4319-a313-54096144e3c3 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1668370 Jul 25 16:26:23.106839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] Publish callbacks [] for security_group (67a79a06-5c05-4658-946e-aed1c623df2f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:23.230423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (67a79a06-5c05-4658-946e-aed1c623df2f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:23.237088 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:23.239544 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67a79a06-5c05-4658-946e-aed1c623df2f HTTP/1.1" status: 204 len: 168 time: 0.3550045 Jul 25 16:26:23.262892 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff2d5-2681-49da-bb79-8349a27f4030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a79a06-5c05-4658-946e-aed1c623df2f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:23.279514 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e7fa3f92-a360-4606-a37c-4243845fc7db req-3ac5484e-6db2-4310-91e0-2e86828d7dae tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813185 Jul 25 16:26:23.394692 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34240) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:23.906145 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-7eb880e0-4019-4fbb-b5ca-2fc3512c8c83 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:23.909612 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-7eb880e0-4019-4fbb-b5ca-2fc3512c8c83 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 808 time: 0.4190331 Jul 25 16:26:23.931310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Request body: {'port': {'device_id': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da', 'admin_state_up': True, 'tenant_id': '1b1fba96612b4ed0ae53b43cdd4e3528'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:24.109100 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-32575acf-7a45-4704-a83c-754ee72ec821 req-86d51eb7-2871-478c-bf2e-89bbc4828c30 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.0878685 Jul 25 16:26:24.138832 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-64595017-14f1-4ffe-bf5b-9d6287edf811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:24.330246 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Made reservation on behalf of 1b1fba96612b4ed0ae53b43cdd4e3528 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:24.337499 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:24.505703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34284) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:24.572432 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5229-a81f-48cd-9ece-af9ca926f56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:24.581952 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:24.596140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-64595017-14f1-4ffe-bf5b-9d6287edf811 admin admin] Publish callbacks [] for security_group (e84baaee-23fd-41d7-a94f-be42530d6fea), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:24.609709 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-64595017-14f1-4ffe-bf5b-9d6287edf811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e84baaee-23fd-41d7-a94f-be42530d6fea), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:24.763563 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-64595017-14f1-4ffe-bf5b-9d6287edf811 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c277be7923c2427c860030ab31a64b96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3670359 Jul 25 16:26:24.769137 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34292) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:24.771944 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595017-14f1-4ffe-bf5b-9d6287edf811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84baaee-23fd-41d7-a94f-be42530d6fea,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:24.799781 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:24.803743 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:24.850850 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f688-86af-40f9-95ad-c2ebe9c9bf16 req-e075c8f8-cb72-431a-b784-32a3b6574a20 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:24.854484 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-19a9f688-86af-40f9-95ad-c2ebe9c9bf16 req-e075c8f8-cb72-431a-b784-32a3b6574a20 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.2714188 Jul 25 16:26:24.871480 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Allocated IP 172.20.0.13 (0410d071-03f1-4e3a-a75f-6200cc3088da/005f9106-527a-4abd-80d0-6da992f38348/008cb211-79e5-4948-afe2-61340825b0e1) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:24.998805 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] Publish callbacks [] for security_group (e84baaee-23fd-41d7-a94f-be42530d6fea), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.008287 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-19a9f688-86af-40f9-95ad-c2ebe9c9bf16 req-c00194f1-ce30-4af0-bd00-cbcbc138e6b8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449044 Jul 25 16:26:25.096693 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5229-a81f-48cd-9ece-af9ca926f56e admin admin] Publish callbacks [] for security_group (cb4bbe5e-bcfe-4c57-9366-49f6cf223872), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.106260 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a7aa5229-a81f-48cd-9ece-af9ca926f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cb4bbe5e-bcfe-4c57-9366-49f6cf223872), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.210648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa5229-a81f-48cd-9ece-af9ca926f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4bbe5e-bcfe-4c57-9366-49f6cf223872,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:25.228039 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a7aa5229-a81f-48cd-9ece-af9ca926f56e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d6d6b7a66fc472096c3d3a457b7a26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220304 Jul 25 16:26:25.229364 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34302) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:25.311472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] Publish callbacks [] for security_group (e84baaee-23fd-41d7-a94f-be42530d6fea), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.325207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks [] for port (008cb211-79e5-4948-afe2-61340825b0e1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.366096 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b43005cb-6dc8-4879-aa0f-13d6aa4e081a req-c2f621bd-d931-4421-b06b-cc15dfeb8bec tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.1158516 Jul 25 16:26:25.431539 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] Publish callbacks [] for security_group (cb4bbe5e-bcfe-4c57-9366-49f6cf223872), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.443554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.507708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] Publish callbacks [] for security_group (cb4bbe5e-bcfe-4c57-9366-49f6cf223872), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.524858 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Pushing event updated for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:25.557499 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e84baaee-23fd-41d7-a94f-be42530d6fea), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.563695 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.566842 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e84baaee-23fd-41d7-a94f-be42530d6fea HTTP/1.1" status: 204 len: 168 time: 0.7959256 Jul 25 16:26:25.570667 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Network 0410d071-03f1-4e3a-a75f-6200cc3088da is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:25.577307 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:25.591418 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:25.596284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:25.601429 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fb138-700a-4a6b-a87c-bc00be29dec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84baaee-23fd-41d7-a94f-be42530d6fea,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:25.694470 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (cb4bbe5e-bcfe-4c57-9366-49f6cf223872), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.709184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.711780 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb4bbe5e-bcfe-4c57-9366-49f6cf223872 HTTP/1.1" status: 204 len: 168 time: 0.4772334 Jul 25 16:26:25.731503 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:25.735442 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00544215-c5dc-49a3-81fb-b8e8f1bc256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4bbe5e-bcfe-4c57-9366-49f6cf223872,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:25.771082 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:25.772273 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.818097 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-9f309aed-429d-4d93-8946-1fdd174e761d tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8959630 Jul 25 16:26:25.836144 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Request body: {'port': {'device_id': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:25.970013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (008cb211-79e5-4948-afe2-61340825b0e1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:25.985311 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:26.385896 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c45ace-4098-4928-a6b1-34399038d6de req-f9fac007-8cf0-4b6d-ba11-b7269a402e27 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:26.390190 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67c45ace-4098-4928-a6b1-34399038d6de req-f9fac007-8cf0-4b6d-ba11-b7269a402e27 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1755025 Jul 25 16:26:26.491464 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34340) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:26.598648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-034af983-b5bb-4ca7-8e03-d3171102aea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:26.621779 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67c45ace-4098-4928-a6b1-34399038d6de req-8a8ee0d5-d099-49ab-917a-85141be310bd tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135491 Jul 25 16:26:26.626126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008cb211-79e5-4948-afe2-61340825b0e1 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:26:26.643620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks [] for port (008cb211-79e5-4948-afe2-61340825b0e1), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:26.691344 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Transition to ACTIVE for port object 008cb211-79e5-4948-afe2-61340825b0e1 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:26:26.697941 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:26.773362 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11acf76-c8ee-45b8-819e-047399843952 req-95950f2a-ce7e-46a1-ab69-a3aa5aad5a7f tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:26.776443 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f11acf76-c8ee-45b8-819e-047399843952 req-95950f2a-ce7e-46a1-ab69-a3aa5aad5a7f tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 932 time: 0.1728508 Jul 25 16:26:26.811289 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29563778-228d-4170-b452-de3384047f5a service neutron] Pushing event updated for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:26.920697 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f11acf76-c8ee-45b8-819e-047399843952 req-1634785b-4681-47a2-981a-5f5019672d99 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303313 Jul 25 16:26:26.974842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-034af983-b5bb-4ca7-8e03-d3171102aea3 admin admin] Publish callbacks [] for security_group (69532a2c-c8a2-4602-8fcf-849598e0fa83), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:26.982698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-034af983-b5bb-4ca7-8e03-d3171102aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (69532a2c-c8a2-4602-8fcf-849598e0fa83), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.034417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Attempting to bind port 008cb211-79e5-4948-afe2-61340825b0e1 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:27.035259 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Attempting to bind port 008cb211-79e5-4948-afe2-61340825b0e1 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:27.036155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Attempting to bind port 008cb211-79e5-4948-afe2-61340825b0e1 on network 0410d071-03f1-4e3a-a75f-6200cc3088da {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:27.044346 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Port 008cb211-79e5-4948-afe2-61340825b0e1 on network 0410d071-03f1-4e3a-a75f-6200cc3088da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:26:27.044993 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Attempting to bind port 008cb211-79e5-4948-afe2-61340825b0e1 on network 0410d071-03f1-4e3a-a75f-6200cc3088da {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:27.054979 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:27.057933 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Checking segment: {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:27.060379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Bound using segment: {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:27.061191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Bound port: 008cb211-79e5-4948-afe2-61340825b0e1, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81432d07-b33f-496f-b281-d831eed172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:27.061818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (008cb211-79e5-4948-afe2-61340825b0e1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.072423 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-034af983-b5bb-4ca7-8e03-d3171102aea3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41affccca2c84fc8ba2d494f6cafe1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5708716 Jul 25 16:26:27.080949 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34350) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:27.087694 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af983-b5bb-4ca7-8e03-d3171102aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69532a2c-c8a2-4602-8fcf-849598e0fa83,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:27.137934 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:27.210382 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:27.228474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] Publish callbacks [] for security_group (69532a2c-c8a2-4602-8fcf-849598e0fa83), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.231759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=008cb211-79e5-4948-afe2-61340825b0e1,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:27.247638 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.278360 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] Publish callbacks [] for security_group (69532a2c-c8a2-4602-8fcf-849598e0fa83), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.321523 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:27.322758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.324422 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-29563778-228d-4170-b452-de3384047f5a service neutron] 10.222.0.102 "PUT /v2.0/ports/008cb211-79e5-4948-afe2-61340825b0e1 HTTP/1.1" status: 200 len: 1094 time: 1.4968803 Jul 25 16:26:27.324988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:27.327641 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "tag": "008cb211-79e5-4948-afe2-61340825b0e1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:27.346990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:27.392960 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29563778-228d-4170-b452-de3384047f5a service neutron] Pushing event updated for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:27.446470 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9715b7-2d95-4d23-a493-5087001527a4 x-openstack-request-id: req-5c9715b7-2d95-4d23-a493-5087001527a4 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:27.446777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "tag": "008cb211-79e5-4948-afe2-61340825b0e1", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:27.447057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c9715b7-2d95-4d23-a493-5087001527a4 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:27.447498 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9715b7-2d95-4d23-a493-5087001527a4'] response: {'name': 'network-changed', 'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1', 'status': 'completed', 'code': 200} Jul 25 16:26:27.486823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (69532a2c-c8a2-4602-8fcf-849598e0fa83), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.490812 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:27.492307 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69532a2c-c8a2-4602-8fcf-849598e0fa83 HTTP/1.1" status: 204 len: 168 time: 0.4098480 Jul 25 16:26:27.497690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-c6247a13-f1e2-4512-99ea-dd3b5ff1b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:27.499583 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-c6247a13-f1e2-4512-99ea-dd3b5ff1b961 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 1128 time: 0.0955317 Jul 25 16:26:27.508654 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc990b0e-46aa-4deb-9b37-6a2a12392e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69532a2c-c8a2-4602-8fcf-849598e0fa83,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:27.571977 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-16635d30-55f3-45b3-b2b0-63274b14ce39 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008cb211-79e5-4948-afe2-61340825b0e1 HTTP/1.1" status: 200 len: 217 time: 0.0605476 Jul 25 16:26:27.594269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34372) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:27.696007 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-a9c970e1-8bf5-43a6-ac53-958b58e4afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:27.697685 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-a9c970e1-8bf5-43a6-ac53-958b58e4afb6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=005f9106-527a-4abd-80d0-6da992f38348 HTTP/1.1" status: 200 len: 848 time: 0.0810673 Jul 25 16:26:27.751480 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-81707a7c-cc81-4ddd-b32b-c76e9c516de6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0410d071-03f1-4e3a-a75f-6200cc3088da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460925 Jul 25 16:26:27.844248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768430-d399-410e-bfed-168ca885c818 req-c5f62538-a213-45e8-b3dd-b36362d990b8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:27.853720 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e4768430-d399-410e-bfed-168ca885c818 req-c5f62538-a213-45e8-b3dd-b36362d990b8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.0926580 Jul 25 16:26:27.891607 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-37e128b9-acce-46dc-a732-03e29de9981e service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290722 Jul 25 16:26:28.017605 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e4768430-d399-410e-bfed-168ca885c818 req-86704fed-4e8c-4a74-9ea0-bbe91e3bf6ec tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560810 Jul 25 16:26:28.142063 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0fbbdc77-8ab9-42c4-9714-37cb7563b103 req-b55f30fb-bd0c-4081-90d9-d205eaaa22cb service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404449 Jul 25 16:26:28.212400 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349a082-71c8-4d45-be0a-26663d961239 req-7917dac5-2c41-4904-aca5-9d94e88c9cfe tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:28.215549 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d349a082-71c8-4d45-be0a-26663d961239 req-7917dac5-2c41-4904-aca5-9d94e88c9cfe tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 944 time: 0.1220331 Jul 25 16:26:28.257723 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b67-61ad-4fd0-a0f8-2df5b047b0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.304664 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d349a082-71c8-4d45-be0a-26663d961239 req-825dfd3d-8abf-4243-a2a8-8575406395f7 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Jul 25 16:26:28.402526 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b67-61ad-4fd0-a0f8-2df5b047b0d7 admin admin] Publish callbacks [] for security_group (942afc37-78ae-4253-9b75-9bd1a95bc257), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.411719 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c49f8b67-61ad-4fd0-a0f8-2df5b047b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (942afc37-78ae-4253-9b75-9bd1a95bc257), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.452056 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c49f8b67-61ad-4fd0-a0f8-2df5b047b0d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62fd23a9b75c45398b6c73c46f80d96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566239 Jul 25 16:26:28.457391 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34394) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:28.468060 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f8b67-61ad-4fd0-a0f8-2df5b047b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942afc37-78ae-4253-9b75-9bd1a95bc257,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:28.522441 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:28.534987 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] Publish callbacks [] for security_group (942afc37-78ae-4253-9b75-9bd1a95bc257), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.565543 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] Publish callbacks [] for security_group (942afc37-78ae-4253-9b75-9bd1a95bc257), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.586318 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34398) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:28.614319 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7b4e4da0-63ca-4ec8-b87a-5770da8de5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.660295 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (942afc37-78ae-4253-9b75-9bd1a95bc257), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.666605 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.671921 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/942afc37-78ae-4253-9b75-9bd1a95bc257 HTTP/1.1" status: 204 len: 168 time: 0.2126234 Jul 25 16:26:28.696718 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187978-5851-429c-83c0-5fe6667ea1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942afc37-78ae-4253-9b75-9bd1a95bc257,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:28.721012 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:28.783963 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7b4e4da0-63ca-4ec8-b87a-5770da8de5d8 admin admin] Publish callbacks [] for security_group (0575bdfc-93ab-4fe7-b924-f0bd6eff0310), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.795495 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7b4e4da0-63ca-4ec8-b87a-5770da8de5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0575bdfc-93ab-4fe7-b924-f0bd6eff0310), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:28.865593 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7b4e4da0-63ca-4ec8-b87a-5770da8de5d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98599a877a51432f91cd9ea024a52407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723262 Jul 25 16:26:28.866195 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34406) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:28.866889 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e4da0-63ca-4ec8-b87a-5770da8de5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0575bdfc-93ab-4fe7-b924-f0bd6eff0310,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:28.968989 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] Publish callbacks [] for security_group (0575bdfc-93ab-4fe7-b924-f0bd6eff0310), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.036384 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] Publish callbacks [] for security_group (0575bdfc-93ab-4fe7-b924-f0bd6eff0310), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.061897 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:29.127571 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-ea405da4-3562-4bfe-b645-7fcff55f1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:29.131854 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-ea405da4-3562-4bfe-b645-7fcff55f1d49 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 1128 time: 0.1004131 Jul 25 16:26:29.141168 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0575bdfc-93ab-4fe7-b924-f0bd6eff0310), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.145072 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.146818 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0575bdfc-93ab-4fe7-b924-f0bd6eff0310 HTTP/1.1" status: 204 len: 168 time: 0.2794666 Jul 25 16:26:29.173262 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa3b4-f30c-4237-8d68-869980cd28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575bdfc-93ab-4fe7-b924-f0bd6eff0310,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:29.312414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5325e-bfc9-4fa0-b426-4b39c5130fdb req-dfbfe2bf-aa62-413b-a263-2f26a0272e74 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:29.312758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:29.314720 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00c5325e-bfc9-4fa0-b426-4b39c5130fdb req-dfbfe2bf-aa62-413b-a263-2f26a0272e74 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1339743 Jul 25 16:26:29.386851 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-0598b47c-c1d6-48b4-b60b-126dc20f1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:29.389304 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-0598b47c-c1d6-48b4-b60b-126dc20f1ba6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 200 len: 909 time: 0.2501385 Jul 25 16:26:29.445534 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00c5325e-bfc9-4fa0-b426-4b39c5130fdb req-1337f811-4ace-40a2-b63e-14977f32d49d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039972 Jul 25 16:26:29.560454 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-854b6762-9176-4fc3-9fac-02c07fb6c1b5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008cb211-79e5-4948-afe2-61340825b0e1 HTTP/1.1" status: 200 len: 217 time: 0.1599834 Jul 25 16:26:29.581991 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34428) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:29.606087 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4f3f-6854-4bee-94a4-dc0872b2a904 req-75d60637-2e08-4a20-b045-ba2618ed3f57 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:29.618727 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c66c4f3f-6854-4bee-94a4-dc0872b2a904 req-75d60637-2e08-4a20-b045-ba2618ed3f57 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 944 time: 0.1207240 Jul 25 16:26:29.661775 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-962b0b6d-e7d7-49a8-87c2-455e2e03b690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.726747 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-ac20f7d9-1c35-45da-a071-c6c1568a9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:29.730558 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-ac20f7d9-1c35-45da-a071-c6c1568a9110 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=005f9106-527a-4abd-80d0-6da992f38348 HTTP/1.1" status: 200 len: 848 time: 0.1644754 Jul 25 16:26:29.743978 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c66c4f3f-6854-4bee-94a4-dc0872b2a904 req-8503ae68-da84-4f67-b7c8-b86a5148a3b0 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242046 Jul 25 16:26:29.809644 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-ee77d39f-5bed-46db-9ff1-2ca9483b3a38 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0410d071-03f1-4e3a-a75f-6200cc3088da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685403 Jul 25 16:26:29.971764 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-962b0b6d-e7d7-49a8-87c2-455e2e03b690 admin admin] Publish callbacks [] for security_group (e84c5b56-a409-4851-afd2-b566b7bc90b5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:29.984069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-962b0b6d-e7d7-49a8-87c2-455e2e03b690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e84c5b56-a409-4851-afd2-b566b7bc90b5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:30.047018 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-a59964d2-3138-4697-b772-b38d152484e2 service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297494 Jul 25 16:26:30.056202 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-962b0b6d-e7d7-49a8-87c2-455e2e03b690 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7406d087e15b44c79f95fa43baa9689b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711506 Jul 25 16:26:30.058878 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34440) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:30.069490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0b6d-e7d7-49a8-87c2-455e2e03b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84c5b56-a409-4851-afd2-b566b7bc90b5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:30.202512 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] Publish callbacks [] for security_group (e84c5b56-a409-4851-afd2-b566b7bc90b5), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:30.238029 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] Publish callbacks [] for security_group (e84c5b56-a409-4851-afd2-b566b7bc90b5), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:30.272977 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b7c41fa2-ff53-4cf4-9e12-80544afee6d6 req-dd97ca25-f7f5-4fe6-81df-16a0322c965d service neutron] 10.222.0.102 "GET /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978359 Jul 25 16:26:30.328720 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e84c5b56-a409-4851-afd2-b566b7bc90b5), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:30.332220 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:30.334461 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e84c5b56-a409-4851-afd2-b566b7bc90b5 HTTP/1.1" status: 204 len: 168 time: 0.2736714 Jul 25 16:26:30.346817 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981575c-3fa4-476f-a686-a60ce38ae3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84c5b56-a409-4851-afd2-b566b7bc90b5,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:30.431616 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34454) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:30.663111 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79f535-2e7b-4c6c-813d-5524f43c73b2 req-2925b2b9-6e4d-417c-a81f-5a606b9a8bd8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:30.675796 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c79f535-2e7b-4c6c-813d-5524f43c73b2 req-2925b2b9-6e4d-417c-a81f-5a606b9a8bd8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1066320 Jul 25 16:26:30.764900 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6c79f535-2e7b-4c6c-813d-5524f43c73b2 req-8a386e22-5cf1-4522-b5e9-5b6e6853d463 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Jul 25 16:26:30.958192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-370518870-network', 'tenant_id': '966cf8bbbc4540a596f615498331465a'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:31.025825 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Made reservation on behalf of 966cf8bbbc4540a596f615498331465a for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:31.030566 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.057561 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f85c4-75d0-4dfe-88d6-8ceb2fde8956 req-6053217c-77e4-4da5-96de-091191462e18 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:31.061018 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-174f85c4-75d0-4dfe-88d6-8ceb2fde8956 req-6053217c-77e4-4da5-96de-091191462e18 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 944 time: 0.1791930 Jul 25 16:26:31.063156 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.240596 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-174f85c4-75d0-4dfe-88d6-8ceb2fde8956 req-7d4beca2-6521-44c4-af97-dd919d4c9c22 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482527 Jul 25 16:26:31.310908 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:31.323249 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks [] for security_group (dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.335323 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.384659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714dfa9-7f45-49e8-a692-fb71b6783453 req-ff951307-afec-420d-94c3-1075dc59722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:31.387697 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3714dfa9-7f45-49e8-a692-fb71b6783453 req-ff951307-afec-420d-94c3-1075dc59722f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.1331334 Jul 25 16:26:31.400858 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:31.418471 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f6a7ee6c-a26f-4206-982b-d6dda63b178d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.419002 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Added segment f6a7ee6c-a26f-4206-982b-d6dda63b178d of type vlan for network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 Jul 25 16:26:31.442361 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:31.534443 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:31.542247 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.603600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.606785 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:31.608641 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:31.696286 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2552531 Jul 25 16:26:31.701206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34502) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:31.711119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Request body: {'subnet': {'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-370518870-subnet', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:31.718057 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264afce6-f979-409d-80e1-42c866cc16e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:31.734125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:31.783440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Made reservation on behalf of 966cf8bbbc4540a596f615498331465a for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:31.787347 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.106379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 008cb211-79e5-4948-afe2-61340825b0e1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:26:32.178189 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98475324-56c4-45ec-bf3d-29815764aa24 req-43993a81-713a-413c-a4a9-be73bdbeaa60 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:32.182224 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98475324-56c4-45ec-bf3d-29815764aa24 req-43993a81-713a-413c-a4a9-be73bdbeaa60 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.2221315 Jul 25 16:26:32.288163 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3714dfa9-7f45-49e8-a692-fb71b6783453 req-5f2cafe4-49d2-418d-a1f4-ebc78860ce11 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907390 Jul 25 16:26:32.293249 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:32.311268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98475324-56c4-45ec-bf3d-29815764aa24 req-c9c45b9a-68ee-4226-a3b1-85216c35b29d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230435 Jul 25 16:26:32.400437 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=008cb211-79e5-4948-afe2-61340825b0e1,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:32.441993 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '008cb211-79e5-4948-afe2-61340825b0e1', 'network_id': '0410d071-03f1-4e3a-a75f-6200cc3088da', 'port_id': '008cb211-79e5-4948-afe2-61340825b0e1', 'mac_address': 'fa:16:3e:fe:48:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005f9106-527a-4abd-80d0-6da992f38348', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:26:32.563844 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee503-8087-4356-9ff3-15d1f723a268 req-b24626c4-b17e-4023-84e7-501c7932f9b0 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:32.574497 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 008cb211-79e5-4948-afe2-61340825b0e1 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:32.577790 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35aee503-8087-4356-9ff3-15d1f723a268 req-b24626c4-b17e-4023-84e7-501c7932f9b0 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 944 time: 0.1638978 Jul 25 16:26:32.578653 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (008cb211-79e5-4948-afe2-61340825b0e1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.617482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008cb211-79e5-4948-afe2-61340825b0e1 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:26:32.639486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (cf04b0a0-5711-4a2f-93e1-c511b0b04cc8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.688668 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=008cb211-79e5-4948-afe2-61340825b0e1,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:32.699734 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.721072 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35aee503-8087-4356-9ff3-15d1f723a268 req-a6eb3edf-c342-407e-9221-a4596b580b11 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326549 Jul 25 16:26:32.774647 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Checking segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:32.775426 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Network hostable DHCP agents. Network: 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:32.784102 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:32.810236 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:32.826486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:32.833545 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:32.834784 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.835452 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:32.855568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6eff56-ee74-42c5-a2ec-ab520b535a59 None None] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:32.865185 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1fe9778d-a542-4ce7-bc26-1f9af4e32cea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1605992 Jul 25 16:26:32.867051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34536) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:32.867399 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34538) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:32.878239 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:32.931028 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.941625 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:32.969917 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:33.017158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.017793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.018331 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.019081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.019602 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.022284 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.022913 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.023483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.024076 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.026187 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.027178 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.027793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.028361 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.030558 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.031257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:33.062163 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for router_controller (0747316e-b422-4ccb-9a31-5d8d1ca381d6), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.192166 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027150449-network', 'tenant_id': '4318b5b98e084c678ce43a44e8fefccb'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:33.297983 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Made reservation on behalf of 4318b5b98e084c678ce43a44e8fefccb for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:33.300677 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.317007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.330724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for router_gateway (0747316e-b422-4ccb-9a31-5d8d1ca381d6), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.367667 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'project_id': '966cf8bbbc4540a596f615498331465a', 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:26:33.383127 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.662170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Allocated IP 172.20.0.2 (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6/cf04b0a0-5711-4a2f-93e1-c511b0b04cc8/67bb66ac-aa77-472e-8592-ef5e817ace57) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:33.911572 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks [] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.923882 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:33.948229 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66010ba1-9a73-46d4-83e3-b9f0ce6f66b2 req-a3bef88f-7279-444c-9d8a-24e82fc0a542 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:33.950489 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66010ba1-9a73-46d4-83e3-b9f0ce6f66b2 req-a3bef88f-7279-444c-9d8a-24e82fc0a542 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.4724047 Jul 25 16:26:34.011485 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:34.016552 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Pushing event updated for resources: {'Port': ['ID=67bb66ac-aa77-472e-8592-ef5e817ace57,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:34.020245 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:34.024162 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:34.045648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:34.074242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks [] for security_group (c7fb9f02-0d5e-49ef-b778-b5225299d85e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.118927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['008cb211-79e5-4948-afe2-61340825b0e1'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:26:34.233612 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:34.236024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for router_gateway (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.241597 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c7fb9f02-0d5e-49ef-b778-b5225299d85e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.250944 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34574) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:34.352192 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Attempting to bind port 67bb66ac-aa77-472e-8592-ef5e817ace57 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:34.352787 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Attempting to bind port 67bb66ac-aa77-472e-8592-ef5e817ace57 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:34.353008 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Attempting to bind port 67bb66ac-aa77-472e-8592-ef5e817ace57 on network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:34.368832 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.377034 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:34.378328 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Checking segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:34.379816 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.380774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Bound using segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:34.381576 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Bound port: 67bb66ac-aa77-472e-8592-ef5e817ace57, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:34.382397 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.407878 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66010ba1-9a73-46d4-83e3-b9f0ce6f66b2 req-91461714-faf2-4986-bc85-3d99ebd6e864 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053440 Jul 25 16:26:34.498038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:34.507397 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:34.575473 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (36d47d3c-7285-41da-b20f-685d304c3f63), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.575825 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Added segment 36d47d3c-7285-41da-b20f-685d304c3f63 of type vlan for network a2214c21-a1f0-4213-a694-c08b4f6cdf44 Jul 25 16:26:34.587079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49e20e86-0954-4624-acec-32873bb4f5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.639863 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (a2214c21-a1f0-4213-a694-c08b4f6cdf44), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.673014 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] For port 67bb66ac-aa77-472e-8592-ef5e817ace57, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:34.675929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:34.689293 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] For port 67bb66ac-aa77-472e-8592-ef5e817ace57, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=67bb66ac-aa77-472e-8592-ef5e817ace57,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:34.712711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.790623 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49e20e86-0954-4624-acec-32873bb4f5fc admin admin] Publish callbacks [] for security_group (b33ecfaa-b1d5-4420-b973-cb6fb6723cea), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.805322 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:34.808310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-49e20e86-0954-4624-acec-32873bb4f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (b33ecfaa-b1d5-4420-b973-cb6fb6723cea), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.889734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb9f02-0d5e-49ef-b778-b5225299d85e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:34.923505 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (a2214c21-a1f0-4213-a694-c08b4f6cdf44), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.926630 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:34.927681 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:34.964881 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-49e20e86-0954-4624-acec-32873bb4f5fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a54ebe7b1a3a4cd58e2dd2e9043c2dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7115269 Jul 25 16:26:34.965143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a922-095f-4493-b9b5-732fefea800b None None] Pushing event updated for resources: {'Port': ['ID=67bb66ac-aa77-472e-8592-ef5e817ace57,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:34.975430 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34592) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:34.979440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20e86-0954-4624-acec-32873bb4f5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ecfaa-b1d5-4420-b973-cb6fb6723cea,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:35.144311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] Publish callbacks [] for security_group (b33ecfaa-b1d5-4420-b973-cb6fb6723cea), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.145688 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514e298-30ce-4544-9895-94200599204c req-e1b54ff7-1571-414d-a75c-2aaa8f959703 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:35.149268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a514e298-30ce-4544-9895-94200599204c req-e1b54ff7-1571-414d-a75c-2aaa8f959703 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 945 time: 0.3768582 Jul 25 16:26:35.170087 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2995987 Jul 25 16:26:35.209390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34596) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:35.221620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Request body: {'subnet': {'network_id': 'a2214c21-a1f0-4213-a694-c08b4f6cdf44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027150449-subnet', 'tenant_id': '4318b5b98e084c678ce43a44e8fefccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:35.269372 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d69b69-6fbb-4f97-b891-12ee258cb1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a2214c21-a1f0-4213-a694-c08b4f6cdf44,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:35.303953 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] Publish callbacks [] for security_group (b33ecfaa-b1d5-4420-b973-cb6fb6723cea), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.360391 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Made reservation on behalf of 4318b5b98e084c678ce43a44e8fefccb for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:35.366959 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.384406 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network a2214c21-a1f0-4213-a694-c08b4f6cdf44 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:35.407742 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Allocated IP 172.27.2.102 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/167bf6c8-93ed-48f3-8f6b-79a8252a32e5) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:35.677528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34604) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:35.728468 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a514e298-30ce-4544-9895-94200599204c req-078f036a-3e2a-4d13-933a-75395d034b00 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685260 Jul 25 16:26:35.788688 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:35.794960 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.817388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (74672940-047b-4dd8-a6ab-441191f88641), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.831969 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d18763-67ec-474a-b099-9de5f3ba90c9 req-6b3acc8b-f128-4577-ad3a-f96e34c08504 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:35.834888 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-48d18763-67ec-474a-b099-9de5f3ba90c9 req-6b3acc8b-f128-4577-ad3a-f96e34c08504 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1536446 Jul 25 16:26:35.907958 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (b33ecfaa-b1d5-4420-b973-cb6fb6723cea), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.916687 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:35.918853 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b33ecfaa-b1d5-4420-b973-cb6fb6723cea HTTP/1.1" status: 204 len: 168 time: 0.9409947 Jul 25 16:26:35.943599 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:35.954412 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ae4b0-ac13-4175-86ca-bb2441f04b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ecfaa-b1d5-4420-b973-cb6fb6723cea,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:35.955597 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.021440 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 008cb211-79e5-4948-afe2-61340825b0e1 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:36.055677 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74672940-047b-4dd8-a6ab-441191f88641,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:36.093984 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-48d18763-67ec-474a-b099-9de5f3ba90c9 req-3d68e45f-e1fd-427c-90ed-7fb68c227b22 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383008 Jul 25 16:26:36.103403 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:36.113108 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:36.127372 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:36.141482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a83a432-f8bb-457b-87ef-87ed5a94c883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.148636 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:36.204477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Checking segment: {'id': '36d47d3c-7285-41da-b20f-685d304c3f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a2214c21-a1f0-4213-a694-c08b4f6cdf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:36.204922 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Network hostable DHCP agents. Network: a2214c21-a1f0-4213-a694-c08b4f6cdf44, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:36.222793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 008cb211-79e5-4948-afe2-61340825b0e1 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:26:36.237808 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 008cb211-79e5-4948-afe2-61340825b0e1 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:36.238443 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (008cb211-79e5-4948-afe2-61340825b0e1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.260372 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:36.293663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Network a2214c21-a1f0-4213-a694-c08b4f6cdf44 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:36.347017 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, a2214c21-a1f0-4213-a694-c08b4f6cdf44) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:36.359746 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:36.359746 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.417893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f08ae-c848-4724-9d9a-69985e10f2cd None None] Network a2214c21-a1f0-4213-a694-c08b4f6cdf44 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:36.428321 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d14d8186-bf55-4fca-b900-96563c11d59f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2171795 Jul 25 16:26:36.540308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 008cb211-79e5-4948-afe2-61340825b0e1 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:36.540694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (008cb211-79e5-4948-afe2-61340825b0e1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.622250 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:36.626696 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdaa71a-0bc8-46c3-b6b6-a6403fd3520b" -d '{"events": [{"server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "name": "network-vif-plugged", "status": "completed", "tag": "008cb211-79e5-4948-afe2-61340825b0e1"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:36.648885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a83a432-f8bb-457b-87ef-87ed5a94c883 admin admin] Publish callbacks [] for security_group (ecc05289-26e2-4cc1-984b-41ce3252408d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.656850 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34624) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:36.690655 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a83a432-f8bb-457b-87ef-87ed5a94c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (ecc05289-26e2-4cc1-984b-41ce3252408d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.725732 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7ff77-8d24-4d8b-b3c1-99e3ad047dd3 x-openstack-request-id: req-5cd7ff77-8d24-4d8b-b3c1-99e3ad047dd3 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:36.726018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "name": "network-vif-plugged", "status": "completed", "tag": "008cb211-79e5-4948-afe2-61340825b0e1", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:36.726369 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cd7ff77-8d24-4d8b-b3c1-99e3ad047dd3 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:36.726793 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd7ff77-8d24-4d8b-b3c1-99e3ad047dd3'] response: {'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1', 'code': 200} Jul 25 16:26:36.735817 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bff0f-a83e-4c01-8743-09ff63d76590 None None] Network a2214c21-a1f0-4213-a694-c08b4f6cdf44 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:36.747885 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=008cb211-79e5-4948-afe2-61340825b0e1,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:36.755347 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99d62683-f9af-4a9c-9376-a4dd88a2c893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.871391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:36.929723 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1a83a432-f8bb-457b-87ef-87ed5a94c883 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2849fb2c31840599e5cae234e57bf88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2498870 Jul 25 16:26:36.943505 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34636) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:36.975053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83a432-f8bb-457b-87ef-87ed5a94c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc05289-26e2-4cc1-984b-41ce3252408d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:37.085296 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:37.086328 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for router_gateway (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.176949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:37.183590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:37.187710 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee796a1-786c-4bb4-8c21-d1842997a8cc None None] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:37.371803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-6ee8872f-0f87-412b-90e3-752077d29e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:37.374960 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-6ee8872f-0f87-412b-90e3-752077d29e65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.3161173 Jul 25 16:26:37.427727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] Publish callbacks [] for security_group (ecc05289-26e2-4cc1-984b-41ce3252408d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.429421 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ef07-ea0f-427e-b12a-a8fc22fd9813 req-509319c9-e015-4de3-804e-91ae1272ded4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:37.431153 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8e4ef07-ea0f-427e-b12a-a8fc22fd9813 req-509319c9-e015-4de3-804e-91ae1272ded4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.3513420 Jul 25 16:26:37.433455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7cb6-d896-499d-8cb8-30b0e1b73117 req-8826bde1-b641-471c-abb3-a7632a3d2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:37.443793 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-391f7cb6-d896-499d-8cb8-30b0e1b73117 req-8826bde1-b641-471c-abb3-a7632a3d2917 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 1130 time: 0.3427029 Jul 25 16:26:37.449281 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa6c1-305e-47a7-a3de-0933df2056e9 req-0d4d47ac-9fe4-4193-8dcc-5aa2192d1f62 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:37.457619 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1eeaa6c1-305e-47a7-a3de-0933df2056e9 req-0d4d47ac-9fe4-4193-8dcc-5aa2192d1f62 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 946 time: 0.3755665 Jul 25 16:26:37.492187 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 67bb66ac-aa77-472e-8592-ef5e817ace57 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:37.561485 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c725f477-d20e-4343-9312-588c54499685 None None] Provisioning complete for port 67bb66ac-aa77-472e-8592-ef5e817ace57 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:37.562275 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c725f477-d20e-4343-9312-588c54499685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.565013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] Publish callbacks [] for security_group (ecc05289-26e2-4cc1-984b-41ce3252408d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.591432 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99d62683-f9af-4a9c-9376-a4dd88a2c893 admin admin] Publish callbacks [] for security_group (e815ea1e-2e2f-42c8-ac64-2e404579b71e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.619071 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99d62683-f9af-4a9c-9376-a4dd88a2c893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e815ea1e-2e2f-42c8-ac64-2e404579b71e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.647879 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:37.663553 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1eeaa6c1-305e-47a7-a3de-0933df2056e9 req-8c22e08f-cd23-4d8b-a63b-c9edcf57b79b tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046380 Jul 25 16:26:37.669913 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8e4ef07-ea0f-427e-b12a-a8fc22fd9813 req-17710e1a-617b-4ee2-af22-02fb056305a6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080479 Jul 25 16:26:37.681233 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 67bb66ac-aa77-472e-8592-ef5e817ace57 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:37.682105 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.711878 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-391f7cb6-d896-499d-8cb8-30b0e1b73117 req-64ced154-d7aa-47f6-be0b-183addae1192 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171257 Jul 25 16:26:37.759502 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d62683-f9af-4a9c-9376-a4dd88a2c893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e815ea1e-2e2f-42c8-ac64-2e404579b71e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:37.768393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-17efda9d-f294-4c9a-b995-fe2580849636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:37.770663 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-17efda9d-f294-4c9a-b995-fe2580849636 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.3792300 Jul 25 16:26:37.782784 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-99d62683-f9af-4a9c-9376-a4dd88a2c893 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88d312b902f24156bb3207e94731de6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1234050 Jul 25 16:26:37.790810 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34648) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:37.882694 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (ecc05289-26e2-4cc1-984b-41ce3252408d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.885305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.886716 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ecc05289-26e2-4cc1-984b-41ce3252408d HTTP/1.1" status: 204 len: 168 time: 0.9420469 Jul 25 16:26:37.899599 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.903235 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c725f477-d20e-4343-9312-588c54499685 None None] Current status of the port 67bb66ac-aa77-472e-8592-ef5e817ace57 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:37.903637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c725f477-d20e-4343-9312-588c54499685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:37.939454 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405adf26-f979-444b-bfa0-046835a705a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc05289-26e2-4cc1-984b-41ce3252408d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:38.024650 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-22fc11c6-4a36-4b72-a22b-7f6d6f126271 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.1148758 Jul 25 16:26:38.059333 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c725f477-d20e-4343-9312-588c54499685 None None] For port 67bb66ac-aa77-472e-8592-ef5e817ace57, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=67bb66ac-aa77-472e-8592-ef5e817ace57,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:38.062302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] Publish callbacks [] for security_group (e815ea1e-2e2f-42c8-ac64-2e404579b71e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.071818 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c725f477-d20e-4343-9312-588c54499685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.076472 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 67bb66ac-aa77-472e-8592-ef5e817ace57 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:38.076670 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.243929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:38.252028 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] Publish callbacks [] for security_group (e815ea1e-2e2f-42c8-ac64-2e404579b71e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.258393 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:26:38.279139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:38.295035 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-54e0d67c-0685-4598-ab1c-0fcf7e9b0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:38.298429 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-54e0d67c-0685-4598-ab1c-0fcf7e9b0a01 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2544179 Jul 25 16:26:38.302047 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:26:38.304222 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:26:38.323310 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f690756b-5b37-44a1-bc08-54c34d00f6c0 None None] Provisioning complete for port 67bb66ac-aa77-472e-8592-ef5e817ace57 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:38.324196 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f690756b-5b37-44a1-bc08-54c34d00f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.329106 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725f477-d20e-4343-9312-588c54499685 None None] Pushing event updated for resources: {'Port': ['ID=67bb66ac-aa77-472e-8592-ef5e817ace57,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:38.483023 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:26:38.556405 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.559344 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9078bce0-d617-4fe2-a361-1d2b96e34fe3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6900585 Jul 25 16:26:38.563255 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34664) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:38.588226 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-632962dd-aa90-47a9-b9e4-4503f842105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:38.590850 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-632962dd-aa90-47a9-b9e4-4503f842105a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1813233 Jul 25 16:26:38.592352 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e815ea1e-2e2f-42c8-ac64-2e404579b71e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.597616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.600065 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e815ea1e-2e2f-42c8-ac64-2e404579b71e HTTP/1.1" status: 204 len: 168 time: 0.8054774 Jul 25 16:26:38.742730 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34674) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:38.770446 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846353761-network', 'tenant_id': '2c6c1bc01f754751a8330d6cf311a30f'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:38.795543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbe330-acaf-429a-b837-ee614ba5c51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e815ea1e-2e2f-42c8-ac64-2e404579b71e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:38.812093 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-5331a36f-66d9-4c29-8c6d-c13a82a2d8dd service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009740 Jul 25 16:26:38.878670 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Sync routers for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:26:38.888890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Made reservation on behalf of 2c6c1bc01f754751a8330d6cf311a30f for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:38.893147 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:38.894101 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:38.959216 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:38.959939 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:39.079183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:39.080846 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83a44a-a855-4ad7-a909-919d30d64693 req-e1544141-1e73-462b-b75c-403ca1208fa2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:39.083818 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-de83a44a-a855-4ad7-a909-919d30d64693 req-e1544141-1e73-462b-b75c-403ca1208fa2 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1452014 Jul 25 16:26:39.098600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:39.134194 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:39.139705 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f690756b-5b37-44a1-bc08-54c34d00f6c0 None None] Current status of the port 67bb66ac-aa77-472e-8592-ef5e817ace57 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:39.203982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 67bb66ac-aa77-472e-8592-ef5e817ace57 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:39.488731 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:39.532806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3b03-a1e5-4c44-83ff-8cb54d14faeb req-37199fcf-fd66-4f7e-8849-f93adfa10cb3 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:39.535466 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-797e3b03-a1e5-4c44-83ff-8cb54d14faeb req-37199fcf-fd66-4f7e-8849-f93adfa10cb3 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 946 time: 0.6230884 Jul 25 16:26:39.576009 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 67bb66ac-aa77-472e-8592-ef5e817ace57 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:39.589909 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-483757c1-10d5-4947-a06c-a0a8c69ea611 req-426511b0-088e-4296-abf8-8b052fc1dc63 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692806 Jul 25 16:26:39.729474 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:36Z', 'revision_number': 3, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:39.784764 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34692) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:39.794258 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 67bb66ac-aa77-472e-8592-ef5e817ace57 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:39.794850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:39.798338 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-de83a44a-a855-4ad7-a909-919d30d64693 req-7c4f6626-255b-4a91-b926-d3f3d7b658e5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041497 Jul 25 16:26:39.800631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Checking router: 0747316e-b422-4ccb-9a31-5d8d1ca381d6 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:26:39.800921 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Updating router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:26:39.867611 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-797e3b03-a1e5-4c44-83ff-8cb54d14faeb req-2a16ba7b-3c32-4e6d-ab00-690d826c4cc4 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095858 Jul 25 16:26:39.912839 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.183487 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:40.203424 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e81a97d-e63b-4479-af43-02272c919a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.230984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 67bb66ac-aa77-472e-8592-ef5e817ace57 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:40.246590 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks [] for security_group (714e2e57-e917-40f9-9f52-b540563af172), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.256641 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (714e2e57-e917-40f9-9f52-b540563af172), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.416436 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:40.433747 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e81a97d-e63b-4479-af43-02272c919a39 admin admin] Publish callbacks [] for security_group (ab7c3c9d-5144-4b6b-acef-6fc13acdc150), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.447816 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e81a97d-e63b-4479-af43-02272c919a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (ab7c3c9d-5144-4b6b-acef-6fc13acdc150), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.546368 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81a97d-e63b-4479-af43-02272c919a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c3c9d-5144-4b6b-acef-6fc13acdc150,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:40.551243 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7e81a97d-e63b-4479-af43-02272c919a39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea6c61ae6f344795a0002ab8c5c94094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7647011 Jul 25 16:26:40.555530 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34714) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:40.674596 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks [] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.685310 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.689695 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] Publish callbacks [] for security_group (ab7c3c9d-5144-4b6b-acef-6fc13acdc150), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.749549 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] Publish callbacks [] for security_group (ab7c3c9d-5144-4b6b-acef-6fc13acdc150), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.827515 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Attempting to bind port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:40.828240 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Attempting to bind port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:40.828951 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Attempting to bind port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:40.835895 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285eda0-82d0-4be1-8a5e-84bd3c5b78b2 None None] Pushing event updated for resources: {'Port': ['ID=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:40.844865 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:40.845590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:40.846507 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.846990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:40.847838 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Bound port: 167bf6c8-93ed-48f3-8f6b-79a8252a32e5, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:40.849205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.849571 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:40.850752 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e2e57-e917-40f9-9f52-b540563af172,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:40.876458 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (3bb34231-a13e-4a96-b677-38f743734a28), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.877088 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Added segment 3bb34231-a13e-4a96-b677-38f743734a28 of type vlan for network a3518651-30f7-454b-8f2e-9745d4e01891 Jul 25 16:26:40.900817 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.933753 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (ab7c3c9d-5144-4b6b-acef-6fc13acdc150), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.944143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:40.944143 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab7c3c9d-5144-4b6b-acef-6fc13acdc150 HTTP/1.1" status: 204 len: 168 time: 0.3857863 Jul 25 16:26:40.964523 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:26:40.970997 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35a306-038b-45b3-99eb-3ecb4b7229a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c3c9d-5144-4b6b-acef-6fc13acdc150,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:41.014870 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] For port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:41.022108 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] For port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:41.034386 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:41.150634 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (a3518651-30f7-454b-8f2e-9745d4e01891), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:41.173243 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:41.174297 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:41.260786 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (a3518651-30f7-454b-8f2e-9745d4e01891), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:41.262785 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:41.264496 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:41.362274 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285eda0-82d0-4be1-8a5e-84bd3c5b78b2 None None] Pushing event updated for resources: {'Port': ['ID=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:41.408598 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a3518651-30f7-454b-8f2e-9745d4e01891,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:41.441288 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network a3518651-30f7-454b-8f2e-9745d4e01891 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:41.480733 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d2900-6241-41c4-9e30-833c22c9a17b req-4dea624c-e6e4-4409-9fbc-2cb1a2445b06 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:41.483006 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f37d2900-6241-41c4-9e30-833c22c9a17b req-4dea624c-e6e4-4409-9fbc-2cb1a2445b06 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.4540017 Jul 25 16:26:41.494186 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8a77617b-2680-443e-8275-cd8337e061e4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7345078 Jul 25 16:26:41.499899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34738) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:41.507539 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5bfcd-92a6-4af9-b07f-7b02ce80138d req-69a80562-8d78-446b-95d0-8d420f7c4be5 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:41.521951 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fff5bfcd-92a6-4af9-b07f-7b02ce80138d req-69a80562-8d78-446b-95d0-8d420f7c4be5 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 946 time: 0.4726241 Jul 25 16:26:41.536919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Request body: {'subnet': {'network_id': 'a3518651-30f7-454b-8f2e-9745d4e01891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846353761-subnet', 'tenant_id': '2c6c1bc01f754751a8330d6cf311a30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:41.605959 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Made reservation on behalf of 2c6c1bc01f754751a8330d6cf311a30f for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:41.615208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:41.657133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:41.822205 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fff5bfcd-92a6-4af9-b07f-7b02ce80138d req-67e063d3-e902-4521-8c61-bebc963f1ace tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985566 Jul 25 16:26:41.848325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:41.852183 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f37d2900-6241-41c4-9e30-833c22c9a17b req-da45ddb0-d810-4fc0-b9e0-03b48bbc00eb tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111894 Jul 25 16:26:41.903268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:42.010729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Allocated IP 172.20.0.1 (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6/cf04b0a0-5711-4a2f-93e1-c511b0b04cc8/11151342-928d-4e49-a62e-7fec1e50fd83) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:42.253411 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:36Z', 'revision_number': 3, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:42.273251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (486a8f09-101f-418d-bda2-35eeb7b1f601), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:42.281287 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks [] for port (11151342-928d-4e49-a62e-7fec1e50fd83), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:42.328112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5c35-7448-45e6-b6e2-c4b6b6e85f73 None None] The sync data for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi is: [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:36Z', 'revision_number': 3, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:26:42.339882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:42.341631 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:42.344126 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34756) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:42.370103 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:42.461910 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bb7b-2fd4-4e22-bda7-369d216c684e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:42.489796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486a8f09-101f-418d-bda2-35eeb7b1f601,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:42.552240 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:42.555225 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Pushing event updated for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:42.568308 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:42.607497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Checking segment: {'id': '3bb34231-a13e-4a96-b677-38f743734a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a3518651-30f7-454b-8f2e-9745d4e01891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:42.608389 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Network hostable DHCP agents. Network: a3518651-30f7-454b-8f2e-9745d4e01891, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:42.623022 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:42.652401 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Network a3518651-30f7-454b-8f2e-9745d4e01891 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:42.689779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, a3518651-30f7-454b-8f2e-9745d4e01891) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:42.705437 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:42.707373 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:42.707594 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d516730-d40a-4365-b3e4-a2c3e5b427ba None None] Network a3518651-30f7-454b-8f2e-9745d4e01891 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:42.722523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:42.770870 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-eb61b980-2c06-44b8-9005-1f7372ece1c0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2647107 Jul 25 16:26:43.042254 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.316507 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bb7b-2fd4-4e22-bda7-369d216c684e admin admin] Publish callbacks [] for security_group (c5f0532b-34fa-43f8-8d8b-9cc76f239e2e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.362007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bb7b-2fd4-4e22-bda7-369d216c684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c5f0532b-34fa-43f8-8d8b-9cc76f239e2e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.570750 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99948-82fd-4cfd-bdf7-8e1e58450344 req-832fa622-6a66-4fdf-958c-0bc879cfcd4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:43.573794 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b9e99948-82fd-4cfd-bdf7-8e1e58450344 req-832fa622-6a66-4fdf-958c-0bc879cfcd4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.2977476 Jul 25 16:26:43.578987 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2bb7b-2fd4-4e22-bda7-369d216c684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0532b-34fa-43f8-8d8b-9cc76f239e2e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:43.653507 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.702323 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b3c2bb7b-2fd4-4e22-bda7-369d216c684e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4955cea805e646ba9b5b211fed96ff81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3566813 Jul 25 16:26:43.706510 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34794) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:43.720933 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:43.744769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-3f13c4c9-25c5-43c6-951b-8effceee0274 None None] Provisioning complete for port 11151342-928d-4e49-a62e-7fec1e50fd83 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:43.745839 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3f13c4c9-25c5-43c6-951b-8effceee0274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.854206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-3f13c4c9-25c5-43c6-951b-8effceee0274 None None] Port 11151342-928d-4e49-a62e-7fec1e50fd83 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:26:43.866588 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] Publish callbacks [] for security_group (c5f0532b-34fa-43f8-8d8b-9cc76f239e2e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.887045 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:43.952544 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] Publish callbacks [] for security_group (c5f0532b-34fa-43f8-8d8b-9cc76f239e2e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:43.959210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ddcc2-0d83-4bb1-b911-75bd4c616273 None None] Network a3518651-30f7-454b-8f2e-9745d4e01891 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:44.096589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:44.108143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:44.111591 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.114111 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c5f0532b-34fa-43f8-8d8b-9cc76f239e2e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.134840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.139836 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f0532b-34fa-43f8-8d8b-9cc76f239e2e HTTP/1.1" status: 204 len: 168 time: 0.4290798 Jul 25 16:26:44.159864 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:44.185133 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks [] for port (11151342-928d-4e49-a62e-7fec1e50fd83), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.194503 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b9e99948-82fd-4cfd-bdf7-8e1e58450344 req-75ca498d-f23f-4478-a6a4-f063da966555 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112566 Jul 25 16:26:44.196439 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.201725 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d1b0c-0315-4922-a02c-edc6bd673263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0532b-34fa-43f8-8d8b-9cc76f239e2e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:44.465943 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Pushing event updated for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:44.469076 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.540403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:44.541101 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.597969 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:44.605210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.617698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee017e09-8ebf-4f03-8085-5533b02abfaf req-780110e0-7c21-4772-8fd8-09b3497ac240 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:44.626500 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee017e09-8ebf-4f03-8085-5533b02abfaf req-780110e0-7c21-4772-8fd8-09b3497ac240 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 946 time: 0.2972410 Jul 25 16:26:44.755775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:44.799854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:44.812761 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:44.827779 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:44.862792 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:44.918942 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:44.932007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa155e9-90a4-4630-8aa2-da2a58e5c2ca req-96ac5943-b1a7-4c5a-ad14-69ed648004af tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:44.934689 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3fa155e9-90a4-4630-8aa2-da2a58e5c2ca req-96ac5943-b1a7-4c5a-ad14-69ed648004af tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.4479144 Jul 25 16:26:45.324560 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee017e09-8ebf-4f03-8085-5533b02abfaf req-d97a8cbe-ec43-437e-b9b0-aaa7cfd66ddc tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b1ecaa0-e877-45ec-80ea-5221be311078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968036 Jul 25 16:26:45.341645 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-47b9c72c-1e06-437f-80c4-f77ff41a1320 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:45.354755 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-47b9c72c-1e06-437f-80c4-f77ff41a1320 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 946 time: 0.2286384 Jul 25 16:26:45.397942 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:26:45.458219 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3fa155e9-90a4-4630-8aa2-da2a58e5c2ca req-085c4598-d79f-4ff1-a508-899997775157 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4980667 Jul 25 16:26:45.515603 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:45.646347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-482a51a7-c461-44e0-82ba-ae7cdb922865 None None] Provisioning complete for port 11151342-928d-4e49-a62e-7fec1e50fd83 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:45.647123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-482a51a7-c461-44e0-82ba-ae7cdb922865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:45.743378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-482a51a7-c461-44e0-82ba-ae7cdb922865 None None] Port 11151342-928d-4e49-a62e-7fec1e50fd83 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:26:45.747017 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:45.747706 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:45.778323 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:26:45.802259 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3b745942-3fec-4c54-8bb8-2b7ac048f02c admin admin] 10.222.0.66 "PUT /v2.0/routers/0747316e-b422-4ccb-9a31-5d8d1ca381d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2364817 Jul 25 16:26:45.809883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Deleting port 008cb211-79e5-4948-afe2-61340825b0e1 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:26:45.812565 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (008cb211-79e5-4948-afe2-61340825b0e1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:46.068709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:46.096306 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] For port 008cb211-79e5-4948-afe2-61340825b0e1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=008cb211-79e5-4948-afe2-61340825b0e1,segment=NetworkSegment(81432d07-b33f-496f-b281-d831eed172a9),segment_id=81432d07-b33f-496f-b281-d831eed172a9)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:46.096525 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (008cb211-79e5-4948-afe2-61340825b0e1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:46.109407 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Sync routers for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:26:46.124821 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Calling delete_port for 008cb211-79e5-4948-afe2-61340825b0e1 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:26:46.141587 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:46.144870 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:46.256571 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8f799629-f459-4ffa-bb07-015e97a90a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:46.363958 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:46.491663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (008cb211-79e5-4948-afe2-61340825b0e1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:46.516597 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:46.635509 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c34315fc-d518-4af5-8fd0-76698d1617d7 req-80e7a85f-6858-47f5-a89a-0a4862c2b677 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.0815122 Jul 25 16:26:46.689865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Pushing event deleted for resources: {'Port': ['ID=008cb211-79e5-4948-afe2-61340825b0e1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:46.739094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:46.748484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67238b25-4e12-4490-b501-285cd16c9d3e req-44b8e1f7-8052-42d0-beed-216cfaae2380 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:46.750560 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67238b25-4e12-4490-b501-285cd16c9d3e req-44b8e1f7-8052-42d0-beed-216cfaae2380 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0709996 Jul 25 16:26:46.846956 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67238b25-4e12-4490-b501-285cd16c9d3e req-c2d22445-bdf5-465e-9fb8-385a7a766c88 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838802 Jul 25 16:26:46.887899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] No DVR routers for this DVR port 008cb211-79e5-4948-afe2-61340825b0e1 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:26:46.894819 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:46.898577 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9f93adba-bd56-46cc-8f70-9bd13d50d734 req-07bce6d9-1349-40e1-a32b-0648f8d91605 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.102 "DELETE /v2.0/ports/008cb211-79e5-4948-afe2-61340825b0e1 HTTP/1.1" status: 204 len: 173 time: 1.5360105 Jul 25 16:26:46.902082 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'name': 'network-vif-deleted', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:26:46.906643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5eaf32-f602-43a1-9502-b4d297377bc1" -d '{"events": [{"server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "name": "network-vif-deleted", "tag": "008cb211-79e5-4948-afe2-61340825b0e1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:26:47.167609 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34888) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:47.173290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124311427', 'description': 'tempest-description--795849721'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:47.222755 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 2, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:47.230302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.344588 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:47.395886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (baf7094a-ea54-4432-9a51-deea9dc83a3b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.398322 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b097540b-58cd-4a09-8b73-e5a78bf6965b x-openstack-request-id: req-b097540b-58cd-4a09-8b73-e5a78bf6965b {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:26:47.398653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd756e5e-ca84-457f-80c1-74f1d72aef9c", "name": "network-vif-deleted", "tag": "008cb211-79e5-4948-afe2-61340825b0e1", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:26:47.399246 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b097540b-58cd-4a09-8b73-e5a78bf6965b {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:26:47.399873 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b097540b-58cd-4a09-8b73-e5a78bf6965b'] response: {'server_uuid': 'bd756e5e-ca84-457f-80c1-74f1d72aef9c', 'name': 'network-vif-deleted', 'tag': '008cb211-79e5-4948-afe2-61340825b0e1', 'status': 'completed', 'code': 200} Jul 25 16:26:47.403800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (baf7094a-ea54-4432-9a51-deea9dc83a3b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.440199 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.441778 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2725685 Jul 25 16:26:47.454037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34900) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:47.459067 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'security_group_rule': {'security_group_id': 'baf7094a-ea54-4432-9a51-deea9dc83a3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:47.468257 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Checking router: 0747316e-b422-4ccb-9a31-5d8d1ca381d6 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:26:47.468657 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Updating router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 port 11151342-928d-4e49-a62e-7fec1e50fd83 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:26:47.510412 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d6e7-f1a8-4284-bd00-cfcfee76f548 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf7094a-ea54-4432-9a51-deea9dc83a3b,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:47.533708 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.572917 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (9f930329-1d7d-4ae0-8a0e-76ac6c999203), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.756062 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34916) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:47.771179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602629776-network', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:47.781112 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (9f930329-1d7d-4ae0-8a0e-76ac6c999203), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.788787 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (9f930329-1d7d-4ae0-8a0e-76ac6c999203), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.849579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:47.849579 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900869 Jul 25 16:26:47.849819 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34920) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:47.857170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda7ddf-ad1c-49cb-8683-9538f006b6e6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f930329-1d7d-4ae0-8a0e-76ac6c999203,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:47.902123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'security_group_rule': {'security_group_id': 'baf7094a-ea54-4432-9a51-deea9dc83a3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:48.048633 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 008cb211-79e5-4948-afe2-61340825b0e1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:26:48.096413 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 008cb211-79e5-4948-afe2-61340825b0e1 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:26:48.099021 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 008cb211-79e5-4948-afe2-61340825b0e1 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:26:48.144045 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5514-bb66-4849-8aab-0e08a6d3c496 req-ae4a04a8-1565-46db-950c-61445b0c0efa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:48.147499 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b1ea5514-bb66-4849-8aab-0e08a6d3c496 req-ae4a04a8-1565-46db-950c-61445b0c0efa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1385019 Jul 25 16:26:48.187865 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Made reservation on behalf of 9ce8951f40384a89815320ea0108e5e8 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:48.191725 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.259029 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (8651c2b0-3471-4531-86a9-71ba0fb07d29), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.294794 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e8a8ff0-6a82-473c-a0a4-e807fb0ef978 req-25e44553-f8c7-4082-9e65-bd8f7199b7e1 tempest-VolumesActionsTest-2115364438 tempest-VolumesActionsTest-2115364438-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd756e5e-ca84-457f-80c1-74f1d72aef9c HTTP/1.1" status: 200 len: 210 time: 0.2793262 Jul 25 16:26:48.324984 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.460033 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks [] for port (11151342-928d-4e49-a62e-7fec1e50fd83), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.467110 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.533028 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Pushing event updated for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:48.539582 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b1ea5514-bb66-4849-8aab-0e08a6d3c496 req-afbcd7c1-d2b4-4967-a658-c503f6b37693 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554189 Jul 25 16:26:48.548650 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.550133 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.550741 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.551314 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.552330 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.553128 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.553784 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.554466 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.555456 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.555999 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.556651 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.557196 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.557819 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.558331 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.558844 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:26:48.579703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (8651c2b0-3471-4531-86a9-71ba0fb07d29), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.589988 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (8651c2b0-3471-4531-86a9-71ba0fb07d29), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.620539 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8651c2b0-3471-4531-86a9-71ba0fb07d29,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:48.652306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.655171 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e7008286-c894-4a24-aa84-867be5a4ecea tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8040202 Jul 25 16:26:48.661662 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34932) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:48.668047 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:48.669996 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks [] for security_group (560452ef-947d-4c75-98c3-1a79fbfc0d0e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.678304 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (560452ef-947d-4c75-98c3-1a79fbfc0d0e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.694605 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Attempting to bind port 11151342-928d-4e49-a62e-7fec1e50fd83 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:48.696081 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Attempting to bind port 11151342-928d-4e49-a62e-7fec1e50fd83 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:48.697015 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Attempting to bind port 11151342-928d-4e49-a62e-7fec1e50fd83 on network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:48.708431 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:48.709694 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Checking segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:48.711470 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.714354 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Bound using segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:48.716389 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Bound port: 11151342-928d-4e49-a62e-7fec1e50fd83, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:48.718157 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.766724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560452ef-947d-4c75-98c3-1a79fbfc0d0e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:48.769872 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.799384 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:26:48.817228 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] For port 11151342-928d-4e49-a62e-7fec1e50fd83, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:48.822190 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] For port 11151342-928d-4e49-a62e-7fec1e50fd83, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=11151342-928d-4e49-a62e-7fec1e50fd83,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:48.826390 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:48.835309 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.851870 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (8a7ea571-9275-47d3-a710-c18dda7df1f6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:48.852487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Added segment 8a7ea571-9275-47d3-a710-c18dda7df1f6 of type vlan for network 0b554191-d183-4c6b-ae98-54fddc7719ba Jul 25 16:26:48.935931 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:48.952818 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd265f7d-1b77-43d2-8988-b6505cc9ed6a None None] Pushing event updated for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:48.956216 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (0b554191-d183-4c6b-ae98-54fddc7719ba), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.034336 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:49.037729 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:49.039990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.046544 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Provisioning complete for port 11151342-928d-4e49-a62e-7fec1e50fd83 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:49.049250 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.074092 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (0b554191-d183-4c6b-ae98-54fddc7719ba), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.076393 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:49.078842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.159277 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3993313 Jul 25 16:26:49.205175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 34952) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:49.210749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Request body: {'subnet': {'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602629776-subnet', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:49.283956 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Made reservation on behalf of 9ce8951f40384a89815320ea0108e5e8 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:26:49.291078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.400478 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:49.455137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Current status of the port 11151342-928d-4e49-a62e-7fec1e50fd83 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:49.457530 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e2da-a3d3-46de-9a81-b5fea3a142cf admin admin] Pushing event updated for resources: {'Network': ['ID=0b554191-d183-4c6b-ae98-54fddc7719ba,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:49.458876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.510924 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:26:49.526596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Allocated IP 172.27.2.239 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/3e58be82-4985-443b-8804-e0358e97cc49) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:49.662711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] For port 11151342-928d-4e49-a62e-7fec1e50fd83, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=11151342-928d-4e49-a62e-7fec1e50fd83,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:49.669621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.767568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548d5ed-07d7-40e5-a47b-c3cba01ecb4b None None] Pushing event updated for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:49.811826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-78333bb8-4231-4cfa-8ea2-79be05a11470 None None] Provisioning complete for port 11151342-928d-4e49-a62e-7fec1e50fd83 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:49.812436 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-78333bb8-4231-4cfa-8ea2-79be05a11470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:49.954044 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:49.956101 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:49.991073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 34976) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:50.033835 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:48Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:50.060268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6539c14-6a88-4111-ae72-c364e03e95f6 req-2b5b4748-4779-47ab-a41c-3f6cf83369c5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:50.066617 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a6539c14-6a88-4111-ae72-c364e03e95f6 req-2b5b4748-4779-47ab-a41c-3f6cf83369c5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.2397928 Jul 25 16:26:50.077231 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for port (3e58be82-4985-443b-8804-e0358e97cc49), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.079663 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f29ec4-be97-428c-ae8e-dfb80fd0813c None None] The sync data for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi is: [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:48Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:26:50.084939 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:50.173366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (5cced93d-3d52-4770-bd3b-10aafbd5c172), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.228094 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (3e58be82-4985-443b-8804-e0358e97cc49), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.306426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-78333bb8-4231-4cfa-8ea2-79be05a11470 None None] Current status of the port 11151342-928d-4e49-a62e-7fec1e50fd83 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:50.323190 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d44e9902-6a3d-4a2c-8334-3849e33f95fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.348208 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a6539c14-6a88-4111-ae72-c364e03e95f6 req-d7aeb055-6906-47fc-8089-1933ae97ceb1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749655 Jul 25 16:26:50.361055 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cced93d-3d52-4770-bd3b-10aafbd5c172,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:50.441324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:50.446923 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-13839e13-ab21-4e9e-81d8-fa86750d2e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.488744 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Checking segment: {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:50.489302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Network hostable DHCP agents. Network: 0b554191-d183-4c6b-ae98-54fddc7719ba, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:26:50.500101 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:50.523984 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:50.536423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'Port': ['ID=3e58be82-4985-443b-8804-e0358e97cc49,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:50.547654 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:50.713757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Network 0b554191-d183-4c6b-ae98-54fddc7719ba is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:26:50.728584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-13839e13-ab21-4e9e-81d8-fa86750d2e53 admin admin] Publish callbacks [] for security_group (0f015484-e461-4120-9a01-91a742f4f59d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.740402 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-13839e13-ab21-4e9e-81d8-fa86750d2e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0f015484-e461-4120-9a01-91a742f4f59d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.806650 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13839e13-ab21-4e9e-81d8-fa86750d2e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f015484-e461-4120-9a01-91a742f4f59d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:50.824160 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 0b554191-d183-4c6b-ae98-54fddc7719ba) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:50.842706 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-13839e13-ab21-4e9e-81d8-fa86750d2e53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd329d42d9a547279b2cf5d7e809f39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8426480 Jul 25 16:26:50.846326 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35006) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:50.851457 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9c59b-f0a5-4a61-9731-5291ca6fed62 None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:50.861972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:50.863490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.933602 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] Publish callbacks [] for security_group (0f015484-e461-4120-9a01-91a742f4f59d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.978082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] Publish callbacks [] for security_group (0f015484-e461-4120-9a01-91a742f4f59d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:50.987297 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-71ed1913-658b-40dd-9870-f94a987d87f1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7804554 Jul 25 16:26:50.995533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35012) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:51.006208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:26:51.030003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.062898 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0f015484-e461-4120-9a01-91a742f4f59d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.066757 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.069804 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f015484-e461-4120-9a01-91a742f4f59d HTTP/1.1" status: 204 len: 168 time: 0.2205625 Jul 25 16:26:51.082300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f6b32-cfe6-476a-bb87-441550aef525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f015484-e461-4120-9a01-91a742f4f59d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:51.132710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.135176 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.147945 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (3e58be82-4985-443b-8804-e0358e97cc49), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.240328 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.259158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-0b554191-d183-4c6b-ae98-54fddc7719ba', 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba', 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'fixed_ips': [{'subnet_id': '5cced93d-3d52-4770-bd3b-10aafbd5c172'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:26:51.260443 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.605857 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for router_controller (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:51.697365 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 11151342-928d-4e49-a62e-7fec1e50fd83 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:51.808442 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda5ca-4dd9-4d32-a62b-198b7c484419 req-f2cb95a1-19e9-4b00-a1fb-143b9b7169e8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:51.814826 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5fda5ca-4dd9-4d32-a62b-198b7c484419 req-f2cb95a1-19e9-4b00-a1fb-143b9b7169e8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1610525 Jul 25 16:26:51.897810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Allocated IP 172.20.0.2 (0b554191-d183-4c6b-ae98-54fddc7719ba/5cced93d-3d52-4770-bd3b-10aafbd5c172/b25eed82-405f-429c-a73b-fbdbdecedb79) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:52.029292 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a5fda5ca-4dd9-4d32-a62b-198b7c484419 req-b721540c-eb11-449b-85f5-524f9f2eeaca tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815944 Jul 25 16:26:52.051208 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.083088 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35044) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:52.182109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec8cef87-b583-411b-894a-d8a911eed83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.297525 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:52.322322 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:52.336665 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 11151342-928d-4e49-a62e-7fec1e50fd83 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:52.337024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.428508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:52.436981 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:52.443395 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:52.567149 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec8cef87-b583-411b-894a-d8a911eed83f admin admin] Publish callbacks [] for security_group (8254cb18-14f7-40ac-af64-5fb3510480cb), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.589490 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.589490 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks [] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.590365 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec8cef87-b583-411b-894a-d8a911eed83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8254cb18-14f7-40ac-af64-5fb3510480cb), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.627125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.743429 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Pushing event updated for resources: {'Port': ['ID=b25eed82-405f-429c-a73b-fbdbdecedb79,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:52.755781 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 11151342-928d-4e49-a62e-7fec1e50fd83 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:52.779574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:52.781751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:52.789669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:52.791840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for router_gateway (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.811404 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ec8cef87-b583-411b-894a-d8a911eed83f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adfdfbad259a42f7a0534f1fb39c326e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7272308 Jul 25 16:26:52.813534 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cef87-b583-411b-894a-d8a911eed83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8254cb18-14f7-40ac-af64-5fb3510480cb,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:52.816765 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35070) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:52.902357 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] Publish callbacks [] for security_group (8254cb18-14f7-40ac-af64-5fb3510480cb), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.915802 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Attempting to bind port b25eed82-405f-429c-a73b-fbdbdecedb79 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:52.916491 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Attempting to bind port b25eed82-405f-429c-a73b-fbdbdecedb79 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:52.917470 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Attempting to bind port b25eed82-405f-429c-a73b-fbdbdecedb79 on network 0b554191-d183-4c6b-ae98-54fddc7719ba {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:52.925542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:52.926338 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Checking segment: {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:52.927157 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.927832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Bound using segment: {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:52.928974 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Bound port: b25eed82-405f-429c-a73b-fbdbdecedb79, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:52.929651 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:52.941306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] Publish callbacks [] for security_group (8254cb18-14f7-40ac-af64-5fb3510480cb), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.015270 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8254cb18-14f7-40ac-af64-5fb3510480cb), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.018554 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.024387 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8254cb18-14f7-40ac-af64-5fb3510480cb HTTP/1.1" status: 204 len: 168 time: 0.2015221 Jul 25 16:26:53.040325 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd18d5a-f8c8-4871-8a84-b223322d108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254cb18-14f7-40ac-af64-5fb3510480cb,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:53.085685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] For port b25eed82-405f-429c-a73b-fbdbdecedb79, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:53.106018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] For port b25eed82-405f-429c-a73b-fbdbdecedb79, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b25eed82-405f-429c-a73b-fbdbdecedb79,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:53.116662 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.219088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794f4a0-252f-4ebd-aad2-d9479b9d5e9f None None] Pushing event updated for resources: {'Port': ['ID=b25eed82-405f-429c-a73b-fbdbdecedb79,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:53.306219 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e636a-eea4-467b-9e79-d2fe0a70cd33 req-1914c678-25c3-4d8c-9c9e-b4b25c12dc84 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:53.316329 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4f1e636a-eea4-467b-9e79-d2fe0a70cd33 req-1914c678-25c3-4d8c-9c9e-b4b25c12dc84 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0781932 Jul 25 16:26:53.450996 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4f1e636a-eea4-467b-9e79-d2fe0a70cd33 req-0a680741-58b2-41d3-ba94-b85ea3385e38 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299706 Jul 25 16:26:53.510918 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:53.534725 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for port (3e58be82-4985-443b-8804-e0358e97cc49), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.558310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (3e58be82-4985-443b-8804-e0358e97cc49), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.697758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for router_gateway (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.809223 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.850703 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'Port': ['ID=3e58be82-4985-443b-8804-e0358e97cc49,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:53.900504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.947173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:53.958375 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f5a79ce5-f692-4e75-be39-0cd323445d4f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2948151 Jul 25 16:26:54.050686 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Allocated IP 172.27.2.247 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/9a71c434-ea49-4254-bc16-ce663692b25d) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:54.245616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for port (9a71c434-ea49-4254-bc16-ce663692b25d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:54.289687 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:54.348897 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:26:54.361224 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:26:54.366913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:26:54.378287 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a71c434-ea49-4254-bc16-ce663692b25d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:54.433639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:54.484231 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-d99ff651-c729-4803-8073-6fdf3cc92391 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1124311427&fields=id&tenant_id=18b6e0eaf4eb48868a683c7769d3df7a HTTP/1.1" status: 200 len: 267 time: 0.1429009 Jul 25 16:26:54.761967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3de12-6359-480b-88d9-ee494df5c285 req-a6f375db-241c-4333-9f5f-c3277479c202 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:54.764588 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35a3de12-6359-480b-88d9-ee494df5c285 req-a6f375db-241c-4333-9f5f-c3277479c202 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1607206 Jul 25 16:26:54.878893 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-4f5603d1-0c6e-492e-9fdc-067a68e70971 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:54.892034 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-4f5603d1-0c6e-492e-9fdc-067a68e70971 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.4052229 Jul 25 16:26:54.936946 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfa2f93-ec9d-450f-85b6-6369c5211442 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/quotas/18b6e0eaf4eb48868a683c7769d3df7a HTTP/1.1" status: 200 len: 375 time: 0.0327554 Jul 25 16:26:54.950630 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for router_gateway (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:54.959667 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceeba1a-dd19-4a77-a25b-e23b36ce25e5 None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:26:55.034310 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Provisioning complete for port b25eed82-405f-429c-a73b-fbdbdecedb79 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:55.035103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:55.084450 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:55.116558 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-7a9151a7-b313-4aba-9526-94c52b776dcb tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1691008 Jul 25 16:26:55.176507 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-35a3de12-6359-480b-88d9-ee494df5c285 req-82292ff3-065a-4185-a61c-5bd54c5d7403 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935583 Jul 25 16:26:55.443481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b25eed82-405f-429c-a73b-fbdbdecedb79 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:55.547729 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Current status of the port b25eed82-405f-429c-a73b-fbdbdecedb79 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:55.548446 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:55.580871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port b25eed82-405f-429c-a73b-fbdbdecedb79 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:55.581266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:55.628745 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] For port b25eed82-405f-429c-a73b-fbdbdecedb79, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b25eed82-405f-429c-a73b-fbdbdecedb79,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:26:55.636575 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:55.660552 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:55.726355 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4b07a-4627-4f69-948d-27772d385dd1 None None] Pushing event updated for resources: {'Port': ['ID=b25eed82-405f-429c-a73b-fbdbdecedb79,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:55.772710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:55.776308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port b25eed82-405f-429c-a73b-fbdbdecedb79 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:55.935423 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-bec2ec9e-965a-4621-9d7a-99a87157911e service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160455 Jul 25 16:26:56.018756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:26:56.069383 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-cdc64e40-ffdf-4245-aff8-fe961ec74ebb None None] Provisioning complete for port b25eed82-405f-429c-a73b-fbdbdecedb79 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:56.070541 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cdc64e40-ffdf-4245-aff8-fe961ec74ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:56.129111 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-6b296fdd-e4c5-427b-9e82-4fd31752b99d service neutron] 10.222.0.66 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891501 Jul 25 16:26:56.252058 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-cdc64e40-ffdf-4245-aff8-fe961ec74ebb None None] Current status of the port b25eed82-405f-429c-a73b-fbdbdecedb79 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:56.273581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:26:56.297546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Sync routers for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:26:56.322029 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:56.322815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:56.347932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:56.351766 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d187b7ae-addf-4b3f-87c6-15f2431123e5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3512113 Jul 25 16:26:56.356195 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35194) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:56.549786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:56.587309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:56.957121 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:57.028772 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e44386f5-8255-459a-b989-3fd0a76241f7 req-6bcb99b7-a7dc-4bff-bc83-1eb3b525cdfc tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.3017573 Jul 25 16:26:57.056466 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:57.112949 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa702e-1e98-4eeb-8073-ff55067cb30a req-a99f2594-6857-460d-8aaa-8441e2d01378 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:57.123673 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7aaa702e-1e98-4eeb-8073-ff55067cb30a req-a99f2594-6857-460d-8aaa-8441e2d01378 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.3890331 Jul 25 16:26:57.142601 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:26:54Z', 'revision_number': 3, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:57.208013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Checking router: 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:26:57.208512 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Updating router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d port 9a71c434-ea49-4254-bc16-ce663692b25d binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:26:57.255907 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:57.280253 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35250) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:57.759134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2ec49991-be1e-49b8-8fa1-ccaa1c00189e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:57.828153 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7aaa702e-1e98-4eeb-8073-ff55067cb30a req-bed8e886-63fe-4cb4-befe-00ced7fdbe04 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7031012 Jul 25 16:26:57.880458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b25eed82-405f-429c-a73b-fbdbdecedb79 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:26:57.984343 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks [] for port (9a71c434-ea49-4254-bc16-ce663692b25d), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.002487 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port b25eed82-405f-429c-a73b-fbdbdecedb79 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:26:58.003387 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.012315 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.192935 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2ec49991-be1e-49b8-8fa1-ccaa1c00189e admin admin] Publish callbacks [] for security_group (4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.201327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2ec49991-be1e-49b8-8fa1-ccaa1c00189e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.310527 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:58.344674 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2ec49991-be1e-49b8-8fa1-ccaa1c00189e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6ee38d422e94adabdb0b42b642d8fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0595922 Jul 25 16:26:58.346702 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35282) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:58.350886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec49991-be1e-49b8-8fa1-ccaa1c00189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:58.416791 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:58.421537 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Attempting to bind port 9a71c434-ea49-4254-bc16-ce663692b25d on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:26:58.422244 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Attempting to bind port 9a71c434-ea49-4254-bc16-ce663692b25d by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:26:58.422797 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Attempting to bind port 9a71c434-ea49-4254-bc16-ce663692b25d on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:26:58.487097 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:26:58.487467 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:26:58.494003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.495469 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:26:58.496204 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Bound port: 9a71c434-ea49-4254-bc16-ce663692b25d, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:26:58.496828 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.526585 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35286) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:58.544248 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4c418ae-32ed-4eee-9a14-b12064538b81 req-881390e8-01fd-4021-bb07-896088111c2d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.2619827 Jul 25 16:26:58.565641 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.611249 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] Publish callbacks [] for security_group (4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.620346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68656-aace-4163-9956-ad0d906b8259 None None] Pushing event updated for resources: {'Port': ['ID=9a71c434-ea49-4254-bc16-ce663692b25d,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:58.650452 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port b25eed82-405f-429c-a73b-fbdbdecedb79 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:26:58.696997 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] For port 9a71c434-ea49-4254-bc16-ce663692b25d, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:26:58.707310 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] For port 9a71c434-ea49-4254-bc16-ce663692b25d, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=9a71c434-ea49-4254-bc16-ce663692b25d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:26:58.729923 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.772854 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] Publish callbacks [] for security_group (4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.805654 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f009c51-f719-4d51-be37-b9fce909448a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:58.853247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:26:58.854160 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:58.858835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:58.941264 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68656-aace-4163-9956-ad0d906b8259 None None] Pushing event updated for resources: {'Port': ['ID=9a71c434-ea49-4254-bc16-ce663692b25d,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:58.987748 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:59.009865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f009c51-f719-4d51-be37-b9fce909448a admin admin] Publish callbacks [] for security_group (b3201d0a-ca2d-4513-a48a-57d6549e0e99), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.017489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f009c51-f719-4d51-be37-b9fce909448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (b3201d0a-ca2d-4513-a48a-57d6549e0e99), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.063988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.067539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.079488 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8 HTTP/1.1" status: 204 len: 168 time: 0.7220380 Jul 25 16:26:59.152340 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f009c51-f719-4d51-be37-b9fce909448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3201d0a-ca2d-4513-a48a-57d6549e0e99,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:59.162716 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:26:59.255035 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Allocated IP 172.20.0.1 (0b554191-d183-4c6b-ae98-54fddc7719ba/5cced93d-3d52-4770-bd3b-10aafbd5c172/6ccee984-86f2-475b-ac89-046a6a42bc6a) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:26:59.344495 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:26:59.345854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26c24b-c949-46a8-8dbc-317fa80840cc req-8d534418-56c4-49c3-b0b6-ed87b22369aa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:59.349729 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2f26c24b-c949-46a8-8dbc-317fa80840cc req-8d534418-56c4-49c3-b0b6-ed87b22369aa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.2833200 Jul 25 16:26:59.359219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-05570170-506e-401f-b67d-d3082dfc4f47 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:26:59.361785 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-05570170-506e-401f-b67d-d3082dfc4f47 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 819 time: 0.2767563 Jul 25 16:26:59.376591 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4f009c51-f719-4d51-be37-b9fce909448a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec1736a4aa38419fa767630130009254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8481624 Jul 25 16:26:59.386182 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35304) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:26:59.405007 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff5f3-59b5-4cbd-ba45-e0d611f6e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff5588f-ecec-4a5c-8253-b66c5e9d3dd8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:26:59.690285 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:26:54Z', 'revision_number': 3, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:26:59.740765 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20def3-c3c0-4a71-9bb2-aa0317654b45 None None] The sync data for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi is: [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:26:54Z', 'revision_number': 3, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:26:59.848867 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-a5f9bfcf-3510-4802-9c11-f3a85d542f80 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18b6e0eaf4eb48868a683c7769d3df7a HTTP/1.1" status: 200 len: 380 time: 0.4562738 Jul 25 16:26:59.918260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] Publish callbacks [] for security_group (b3201d0a-ca2d-4513-a48a-57d6549e0e99), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.924686 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks [] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:26:59.945829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'port': {'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'admin_state_up': True, 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'security_groups': ['baf7094a-ea54-4432-9a51-deea9dc83a3b']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:00.006542 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:00.037147 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=33 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:00.040072 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=38 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:00.094188 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2f26c24b-c949-46a8-8dbc-317fa80840cc req-4a786a35-bece-452b-9cd4-d36db19f2fbe tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7260332 Jul 25 16:27:00.100616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] Publish callbacks [] for security_group (b3201d0a-ca2d-4513-a48a-57d6549e0e99), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.189995 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.202440 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fe283daf-c3c0-4507-9f80-d3aa89484f76 req-5af1e5a7-d6ee-4900-9d58-9dd19d0b03ab tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.1653097 Jul 25 16:27:00.315481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Made reservation on behalf of 18b6e0eaf4eb48868a683c7769d3df7a for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:00.326607 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.338338 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:00.395085 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (b3201d0a-ca2d-4513-a48a-57d6549e0e99), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.398770 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Network 0b554191-d183-4c6b-ae98-54fddc7719ba is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:00.404165 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:00.411892 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:27:00.424531 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.438177 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3201d0a-ca2d-4513-a48a-57d6549e0e99 HTTP/1.1" status: 204 len: 168 time: 1.0431538 Jul 25 16:27:00.497290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393715e-2477-4f47-aad4-bb24a4df90df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3201d0a-ca2d-4513-a48a-57d6549e0e99,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:00.585247 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:00.719556 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35342) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:00.724546 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:01.013071 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.140628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Allocated IP 172.20.0.10 (6ab96305-1028-4c5a-918e-429bbc4d3787/577683a3-ca16-4d98-9b85-886bba855a80/fb6733bd-e84d-4ca0-9190-079f0bc896c0) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:27:01.263093 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-38ed4ac7-c41c-42d1-bc7c-9d7aaac80368 None None] Provisioning complete for port 6ccee984-86f2-475b-ac89-046a6a42bc6a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:01.263686 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-38ed4ac7-c41c-42d1-bc7c-9d7aaac80368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.494894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 9a71c434-ea49-4254-bc16-ce663692b25d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:27:01.513764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-38ed4ac7-c41c-42d1-bc7c-9d7aaac80368 None None] Port 6ccee984-86f2-475b-ac89-046a6a42bc6a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:01.568633 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks [] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.572398 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:01.677845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.692552 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e965c4-a34f-45df-9d97-9d9b6ef3c1df req-4a634e7b-fda5-4ef1-9e00-6d60c81d19b4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:01.696218 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-46e965c4-a34f-45df-9d97-9d9b6ef3c1df req-4a634e7b-fda5-4ef1-9e00-6d60c81d19b4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1178052 Jul 25 16:27:01.698051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-65b9fb60-5845-4da2-8e33-06c592cb334d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.740800 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 9a71c434-ea49-4254-bc16-ce663692b25d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:01.741199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.774906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35364) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:01.800011 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.832209 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75b5c727-5c78-483f-b5cb-62876eb9b905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.898119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:01.915333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:02.006307 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:02.012373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-46e965c4-a34f-45df-9d97-9d9b6ef3c1df req-3dcbf866-b007-4a6f-9216-3ab2adb0a885 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954614 Jul 25 16:27:02.015375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:02.033395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event updated for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:02.040749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:27:02.177837 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.222222 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6cf23-9460-4d7b-adb5-8b8b1f7fa90c req-a68ffcd8-deb4-42a9-97e3-00fdb493520c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:02.253682 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:02.255617 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.259978 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2bf6cf23-9460-4d7b-adb5-8b8b1f7fa90c req-a68ffcd8-deb4-42a9-97e3-00fdb493520c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 932 time: 0.6778936 Jul 25 16:27:02.270242 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75b5c727-5c78-483f-b5cb-62876eb9b905 admin admin] Publish callbacks [] for security_group (184d2dda-12fe-42e9-845c-eadb6cfe1441), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.330315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75b5c727-5c78-483f-b5cb-62876eb9b905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (184d2dda-12fe-42e9-845c-eadb6cfe1441), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.400006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35380) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:02.428957 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-1532db4f-9164-4b48-a603-1d1a63b7d0e4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5121391 Jul 25 16:27:02.504329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 9a71c434-ea49-4254-bc16-ce663692b25d is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:02.505156 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.569485 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Request body: {'port': {'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:02.589364 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 9a71c434-ea49-4254-bc16-ce663692b25d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=9a71c434-ea49-4254-bc16-ce663692b25d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:02.597821 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.744691 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=9a71c434-ea49-4254-bc16-ce663692b25d,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:02.787028 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-cfe88f06-ea06-4cda-a79f-ba14e75915bb None None] Provisioning complete for port fb6733bd-e84d-4ca0-9190-079f0bc896c0 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:02.788000 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cfe88f06-ea06-4cda-a79f-ba14e75915bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.862543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b3022-8e28-4073-8660-68af11b95f38 req-3887951f-170b-4029-bba1-cf7c196c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:02.871429 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-3887951f-170b-4029-bba1-cf7c196c8f61 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1130 time: 0.2046914 Jul 25 16:27:02.872183 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5c727-5c78-483f-b5cb-62876eb9b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d2dda-12fe-42e9-845c-eadb6cfe1441,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:02.875053 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-cfe88f06-ea06-4cda-a79f-ba14e75915bb None None] Port fb6733bd-e84d-4ca0-9190-079f0bc896c0 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:02.887617 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-75b5c727-5c78-483f-b5cb-62876eb9b905 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c52c7ae7b2a4220a79b4225b68b0aef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1108747 Jul 25 16:27:02.905261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-952645595-network', 'tenant_id': 'bd9b5f7127564335a847ab40761124df'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:02.932388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35384) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:02.965153 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-65b9fb60-5845-4da2-8e33-06c592cb334d admin admin] Publish callbacks [] for security_group (689c6da5-6659-44f9-9b4e-5fd55b37e924), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:02.982291 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-65b9fb60-5845-4da2-8e33-06c592cb334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (689c6da5-6659-44f9-9b4e-5fd55b37e924), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.030340 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Network 0b554191-d183-4c6b-ae98-54fddc7719ba is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:03.031763 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:03.111143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:03.181143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:03.190239 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] Publish callbacks [] for security_group (184d2dda-12fe-42e9-845c-eadb6cfe1441), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.222839 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a737e-4552-43c9-9eba-fed40dd81ec5 req-60e1452d-241b-4218-9908-bfc9854c372c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:03.225472 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-349a737e-4552-43c9-9eba-fed40dd81ec5 req-60e1452d-241b-4218-9908-bfc9854c372c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.3831663 Jul 25 16:27:03.276983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] Publish callbacks [] for security_group (184d2dda-12fe-42e9-845c-eadb6cfe1441), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.365649 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Made reservation on behalf of bd9b5f7127564335a847ab40761124df for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:03.368302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.481606 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:03.484409 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 9a71c434-ea49-4254-bc16-ce663692b25d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:27:03.513164 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2bf6cf23-9460-4d7b-adb5-8b8b1f7fa90c req-d9640323-b92d-4b3e-aa99-115855b76721 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1737723 Jul 25 16:27:03.561430 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-65b9fb60-5845-4da2-8e33-06c592cb334d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1816c9447a324c4099736e9e849ef89e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8398974 Jul 25 16:27:03.569408 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35394) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:03.573181 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9fb60-5845-4da2-8e33-06c592cb334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c6da5-6659-44f9-9b4e-5fd55b37e924,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:03.610416 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-72ccc3e6-804d-4d50-99d4-56b44e56dd1f None None] Provisioning complete for port 6ccee984-86f2-475b-ac89-046a6a42bc6a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:03.611722 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-72ccc3e6-804d-4d50-99d4-56b44e56dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.636334 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:27:03.662777 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-349a737e-4552-43c9-9eba-fed40dd81ec5 req-19c08897-a1e0-47a8-b2cf-17f9ca60f580 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402530 Jul 25 16:27:03.663323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:03.677578 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:03.679197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 9a71c434-ea49-4254-bc16-ce663692b25d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:03.679832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.685001 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-72ccc3e6-804d-4d50-99d4-56b44e56dd1f None None] Port 6ccee984-86f2-475b-ac89-046a6a42bc6a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:03.716049 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (184d2dda-12fe-42e9-845c-eadb6cfe1441), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.719205 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.723567 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/184d2dda-12fe-42e9-845c-eadb6cfe1441 HTTP/1.1" status: 204 len: 168 time: 0.7785413 Jul 25 16:27:03.748270 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] Publish callbacks [] for security_group (689c6da5-6659-44f9-9b4e-5fd55b37e924), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.763358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.815380 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.820995 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] Publish callbacks [] for security_group (689c6da5-6659-44f9-9b4e-5fd55b37e924), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.837523 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452e45-6bce-4322-a303-7e870129f4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d2dda-12fe-42e9-845c-eadb6cfe1441,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:03.869915 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 9a71c434-ea49-4254-bc16-ce663692b25d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:03.892559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:27:03.913870 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Sync routers for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:27:03.922127 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e2306c02-48fb-4f6e-876a-9790d3319f93 admin admin] 10.222.0.66 "PUT /v2.0/routers/2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5637996 Jul 25 16:27:03.935393 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:27:03.936258 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:03.949922 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (689c6da5-6659-44f9-9b4e-5fd55b37e924), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.953024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:03.954306 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/689c6da5-6659-44f9-9b4e-5fd55b37e924 HTTP/1.1" status: 204 len: 168 time: 0.3777454 Jul 25 16:27:03.969243 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b7a68-fbba-45c9-9b20-e6d0d4ac6887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c6da5-6659-44f9-9b4e-5fd55b37e924,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:04.105192 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:27:04.261827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b3022-8e28-4073-8660-68af11b95f38 req-d2491168-9f42-4661-b1c9-b7e12344bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:04.266430 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-d2491168-9f42-4661-b1c9-b7e12344bc63 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 1.3516321 Jul 25 16:27:04.626865 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:27:00Z', 'revision_number': 4, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '6ccee984-86f2-475b-ac89-046a6a42bc6a', 'name': '', 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'mac_address': 'fa:16:3e:6b:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:58Z', 'updated_at': '2022-07-25T16:27:01Z', 'revision_number': 2, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'subnets': [{'id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:04.633947 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-8fb501f0-d103-4400-a084-3e099cb57dce service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 1002 time: 0.3425453 Jul 25 16:27:04.736002 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Checking router: 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:27:04.736428 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Updating router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d port 6ccee984-86f2-475b-ac89-046a6a42bc6a binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:27:04.857172 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04c67-68e9-4983-9b96-c235037d23d6 req-3186f674-99dd-4d65-ab82-fcf1d280c5ad tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:04.858164 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:04.863903 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04f04c67-68e9-4983-9b96-c235037d23d6 req-3186f674-99dd-4d65-ab82-fcf1d280c5ad tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 932 time: 0.0961242 Jul 25 16:27:05.160153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:05.178738 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-04f04c67-68e9-4983-9b96-c235037d23d6 req-0cc96685-69ac-4d01-bc7c-72f98df7efcd tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045759 Jul 25 16:27:05.339863 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137f4a3-55ae-4043-9fb9-948fc5b95f2c req-ea97c6d6-8dc9-4967-bc37-e988c4f4860a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:05.372952 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2137f4a3-55ae-4043-9fb9-948fc5b95f2c req-ea97c6d6-8dc9-4967-bc37-e988c4f4860a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.3506224 Jul 25 16:27:05.414737 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks [] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:05.424483 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:05.428939 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:05.432163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b3022-8e28-4073-8660-68af11b95f38 req-3bda547d-5974-4d87-8e9d-233d37619853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:05.441730 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-3bda547d-5974-4d87-8e9d-233d37619853 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.7596157 Jul 25 16:27:05.456837 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks [] for security_group (046b9d5b-b181-4082-80cd-079abcad3577), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:05.521865 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3bb4-3983-4e1e-a916-173b0c59efab None None] Pushing event updated for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:05.556486 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2137f4a3-55ae-4043-9fb9-948fc5b95f2c req-2375ad8a-1015-4674-9200-3b41d45640d7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816075 Jul 25 16:27:05.926049 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Attempting to bind port 6ccee984-86f2-475b-ac89-046a6a42bc6a on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:27:05.926434 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Attempting to bind port 6ccee984-86f2-475b-ac89-046a6a42bc6a by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:27:05.926864 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Attempting to bind port 6ccee984-86f2-475b-ac89-046a6a42bc6a on network 0b554191-d183-4c6b-ae98-54fddc7719ba {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:05.942278 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:27:05.942650 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Checking segment: {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:05.943222 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:05.943437 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Bound using segment: {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:27:05.943962 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Bound port: 6ccee984-86f2-475b-ac89-046a6a42bc6a, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7ea571-9275-47d3-a710-c18dda7df1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:27:05.944341 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:05.951735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:05.953830 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (046b9d5b-b181-4082-80cd-079abcad3577), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.077942 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6733bd-e84d-4ca0-9190-079f0bc896c0 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:06.109798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks [] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.147032 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Transition to ACTIVE for port object fb6733bd-e84d-4ca0-9190-079f0bc896c0 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:27:06.203972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b3022-8e28-4073-8660-68af11b95f38 req-6e4f7b8c-098d-4f04-92bb-975a3071ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:06.209558 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-6e4f7b8c-098d-4f04-92bb-975a3071ac47 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7433243 Jul 25 16:27:06.241747 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.359682 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:27:06.455017 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ebf1104b-2d3c-414a-8232-1fa407803618 None None] Provisioning complete for port 6ccee984-86f2-475b-ac89-046a6a42bc6a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:06.455876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ebf1104b-2d3c-414a-8232-1fa407803618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.479988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b9d5b-b181-4082-80cd-079abcad3577,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:06.596453 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9c57d-9a59-4ea2-8739-99815f9c1ca2 req-7270b6ed-3603-4667-9f94-700bfa3d9741 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:06.607599 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-56f9c57d-9a59-4ea2-8739-99815f9c1ca2 req-7270b6ed-3603-4667-9f94-700bfa3d9741 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.0906634 Jul 25 16:27:06.680432 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1104b-2d3c-414a-8232-1fa407803618 None None] Port 6ccee984-86f2-475b-ac89-046a6a42bc6a cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:06.732615 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (465ce418-34c2-467c-bdb9-798886abd4df), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.733165 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Added segment 465ce418-34c2-467c-bdb9-798886abd4df of type vlan for network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 Jul 25 16:27:06.826499 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] For port 6ccee984-86f2-475b-ac89-046a6a42bc6a, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:27:06.830606 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] For port 6ccee984-86f2-475b-ac89-046a6a42bc6a, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6ccee984-86f2-475b-ac89-046a6a42bc6a,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:27:06.847819 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:06.912783 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-56f9c57d-9a59-4ea2-8739-99815f9c1ca2 req-3b75fc66-c685-4900-af18-620e9e791d82 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029387 Jul 25 16:27:07.058547 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:07.077303 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:27:07.086509 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:26:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:07.108497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fa15d-bc80-436e-a4c9-933a708c6bd5 req-6347cf02-8441-4a32-9f1e-34d764c0e8a8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:07.116504 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a37fa15d-bc80-436e-a4c9-933a708c6bd5 req-6347cf02-8441-4a32-9f1e-34d764c0e8a8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.2786405 Jul 25 16:27:07.132249 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (fbc95ce4-7af4-4dc6-9cb6-7699309ac513), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:07.384945 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a37fa15d-bc80-436e-a4c9-933a708c6bd5 req-76e67454-a6e3-4f1e-a38e-658be5e3f357 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541933 Jul 25 16:27:07.557942 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:07.562599 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:27:07.675433 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Provisioning complete for port 6ccee984-86f2-475b-ac89-046a6a42bc6a triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:07.676351 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:07.697691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.db.resource_extend [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 16:27:07.776170 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-06829499-287c-49a6-a0b0-3824b2e429c4 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5237792 Jul 25 16:27:07.919329 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35498) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:08.038777 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Current status of the port 6ccee984-86f2-475b-ac89-046a6a42bc6a is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:08.039832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.044321 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Attempting to bind port fb6733bd-e84d-4ca0-9190-079f0bc896c0 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:27:08.044833 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Attempting to bind port fb6733bd-e84d-4ca0-9190-079f0bc896c0 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:27:08.048414 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Attempting to bind port fb6733bd-e84d-4ca0-9190-079f0bc896c0 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:08.073829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35502) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:08.082632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Port fb6733bd-e84d-4ca0-9190-079f0bc896c0 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:27:08.085401 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Attempting to bind port fb6733bd-e84d-4ca0-9190-079f0bc896c0 on network 6ab96305-1028-4c5a-918e-429bbc4d3787 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:08.117206 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Deleting subnet 74672940-047b-4dd8-a6ab-441191f88641 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:27:08.126055 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (fbc95ce4-7af4-4dc6-9cb6-7699309ac513), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.132960 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:08.134396 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Publish callbacks [] for subnet (74672940-047b-4dd8-a6ab-441191f88641), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.135818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.163078 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:27:00Z', 'revision_number': 4, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '6ccee984-86f2-475b-ac89-046a6a42bc6a', 'name': '', 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'mac_address': 'fa:16:3e:6b:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:58Z', 'updated_at': '2022-07-25T16:27:06Z', 'revision_number': 4, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'subnets': [{'id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:08.202975 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c4c3f3-973a-4bf8-be2c-4ee3a13c1b95 None None] The sync data for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi is: [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:27:00Z', 'revision_number': 4, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '6ccee984-86f2-475b-ac89-046a6a42bc6a', 'name': '', 'network_id': '0b554191-d183-4c6b-ae98-54fddc7719ba', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'mac_address': 'fa:16:3e:6b:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:58Z', 'updated_at': '2022-07-25T16:27:06Z', 'revision_number': 4, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'subnets': [{'id': '5cced93d-3d52-4770-bd3b-10aafbd5c172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:27:08.207588 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3bb4-3983-4e1e-a916-173b0c59efab None None] Pushing event updated for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:08.241589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] For port 6ccee984-86f2-475b-ac89-046a6a42bc6a, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6ccee984-86f2-475b-ac89-046a6a42bc6a,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:08.272034 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.276687 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 5.8446755 Jul 25 16:27:08.280790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35506) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:08.324434 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (74672940-047b-4dd8-a6ab-441191f88641), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.348565 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:27:08.353284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Checking segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:08.356074 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Bound using segment: {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:27:08.358409 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Bound port: fb6733bd-e84d-4ca0-9190-079f0bc896c0, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ae83e4-2961-4e1d-be2d-17d96029a6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:27:08.365731 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.391966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Request body: {'subnet': {'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-952645595-subnet', 'tenant_id': 'bd9b5f7127564335a847ab40761124df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:08.404793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (74672940-047b-4dd8-a6ab-441191f88641), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.530821 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3769b7-c788-4187-b048-0be8baf16812 None None] Pushing event updated for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:08.535497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eaf37-e4ce-4061-a3b9-1629769bdd23 req-baa71d5d-dcf8-490c-b15f-06dc42807a8a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:08.548237 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-331eaf37-e4ce-4061-a3b9-1629769bdd23 req-baa71d5d-dcf8-490c-b15f-06dc42807a8a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.3066483 Jul 25 16:27:08.611489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f70910-e7ef-42c3-8732-5cf21b5b3e88 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc95ce4-7af4-4dc6-9cb6-7699309ac513,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:08.626378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:27:08.661702 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (74672940-047b-4dd8-a6ab-441191f88641), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:08.664839 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:08.894418 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:08.900898 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-331eaf37-e4ce-4061-a3b9-1629769bdd23 req-f7c84052-ab95-4cd6-b4ec-5a90e4f25115 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340311 Jul 25 16:27:08.923051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74672940-047b-4dd8-a6ab-441191f88641,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:08.957546 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:27:08.962711 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:27:08.968566 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:09.000323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Made reservation on behalf of bd9b5f7127564335a847ab40761124df for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:09.000323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.032156 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.033847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.042214 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6096cc3d-7587-4a62-b85a-15e90e716cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.043450 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ea6d679f-c0c1-4a47-a8c9-489ef7349613 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74672940-047b-4dd8-a6ab-441191f88641 HTTP/1.1" status: 204 len: 168 time: 1.1225379 Jul 25 16:27:09.058095 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35512) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:09.211672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65bce8-b9e4-4d4f-a584-9c9f860db17c req-30c45ded-ba7b-4cd1-b139-f379d32e3b71 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:09.224259 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb65bce8-b9e4-4d4f-a584-9c9f860db17c req-30c45ded-ba7b-4cd1-b139-f379d32e3b71 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.3759923 Jul 25 16:27:09.262805 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-813b3022-8e28-4073-8660-68af11b95f38 req-a29221a2-eb91-483e-8328-5419b6710633 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4666204 Jul 25 16:27:09.520503 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:09.521281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.523987 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] 10.222.0.102 "PUT /v2.0/ports/fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1094 time: 7.0154922 Jul 25 16:27:09.533531 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:09.551907 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6ccee984-86f2-475b-ac89-046a6a42bc6a up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:27:09.565690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44ec21-c511-42b9-81d0-ae15a5206dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:09.620159 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:09.778564 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 6ccee984-86f2-475b-ac89-046a6a42bc6a triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:09.779847 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:09.890671 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:09.892501 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209952bf-ad1b-45c0-b84f-5ec3d30f119d x-openstack-request-id: req-209952bf-ad1b-45c0-b84f-5ec3d30f119d {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:09.892951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:09.893359 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-209952bf-ad1b-45c0-b84f-5ec3d30f119d {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:09.894382 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209952bf-ad1b-45c0-b84f-5ec3d30f119d'] response: {'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'status': 'completed', 'code': 200} Jul 25 16:27:10.085678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6096cc3d-7587-4a62-b85a-15e90e716cdd admin admin] Publish callbacks [] for security_group (424cc30e-7ac4-4a23-bbfe-b1fd3840459d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.089064 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-d8cbbdc5-90bf-4124-8817-d34d54949bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:10.092475 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-d8cbbdc5-90bf-4124-8817-d34d54949bf0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1128 time: 0.4609053 Jul 25 16:27:10.094856 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:10.101066 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6096cc3d-7587-4a62-b85a-15e90e716cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (424cc30e-7ac4-4a23-bbfe-b1fd3840459d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.160001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe5dd9-162e-4480-a43f-5bb38dd4bd26 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:10.196579 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (a2214c21-a1f0-4213-a694-c08b4f6cdf44), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.204579 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 6ccee984-86f2-475b-ac89-046a6a42bc6a is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:10.267035 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096cc3d-7587-4a62-b85a-15e90e716cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424cc30e-7ac4-4a23-bbfe-b1fd3840459d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:10.295614 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6096cc3d-7587-4a62-b85a-15e90e716cdd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd370488060e4d629e27fb51150257a4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1948314 Jul 25 16:27:10.316806 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35522) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:10.598354 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb65bce8-b9e4-4d4f-a584-9c9f860db17c req-e0a1b2b9-95fc-4119-a011-4719e87f173d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3718007 Jul 25 16:27:10.637879 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-84bf9e29-8d02-445b-86c4-ece62d4679fc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 217 time: 0.3324773 Jul 25 16:27:10.703055 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c1e1-d3cf-4a4d-a0f2-2c477dc57154 req-963a1f1b-e350-4a19-b56a-5a5ab1a31576 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:10.705480 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34b2c1e1-d3cf-4a4d-a0f2-2c477dc57154 req-963a1f1b-e350-4a19-b56a-5a5ab1a31576 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.3623309 Jul 25 16:27:10.740873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] Publish callbacks [] for security_group (424cc30e-7ac4-4a23-bbfe-b1fd3840459d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.792666 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (a2214c21-a1f0-4213-a694-c08b4f6cdf44), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.835518 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:10.855212 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2214c21-a1f0-4213-a694-c08b4f6cdf44']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:10.863406 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34b2c1e1-d3cf-4a4d-a0f2-2c477dc57154 req-ab31af93-77a1-41d9-bcaf-3b5e20a2e0c1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481874 Jul 25 16:27:10.875107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-35c2ed49-6006-4f07-a4f3-eab0b0e80aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:10.877295 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-35c2ed49-6006-4f07-a4f3-eab0b0e80aa0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2179649 Jul 25 16:27:10.917289 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d47d3c-7285-41da-b20f-685d304c3f63') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:10.918636 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d47d3c-7285-41da-b20f-685d304c3f63') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:10.953246 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (36d47d3c-7285-41da-b20f-685d304c3f63), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.976988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] Publish callbacks [] for security_group (424cc30e-7ac4-4a23-bbfe-b1fd3840459d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:10.992175 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (36d47d3c-7285-41da-b20f-685d304c3f63), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.015314 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:27:11.015960 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (36d47d3c-7285-41da-b20f-685d304c3f63), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.026361 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (21fd9508-6580-4f05-a48f-57c05dd9d955), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.130738 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 36d47d3c-7285-41da-b20f-685d304c3f63 resource provider aggregate not found Jul 25 16:27:11.145130 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6124-b243-46b2-822d-54be8e31f72e req-ffbd263d-3221-4e69-a7cc-3f4417703a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:11.148321 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-ffbd263d-3221-4e69-a7cc-3f4417703a7b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2550187 Jul 25 16:27:11.183275 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 36d47d3c-7285-41da-b20f-685d304c3f63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36d47d3c-7285-41da-b20f-685d304c3f63 found for delete ", "request_id": "req-06af461f-d7e0-4bac-a33c-5ecaa99f8943"}]} Jul 25 16:27:11.188338 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (a2214c21-a1f0-4213-a694-c08b4f6cdf44), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.215739 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.219015 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a2214c21-a1f0-4213-a694-c08b4f6cdf44 HTTP/1.1" status: 204 len: 168 time: 2.1553707 Jul 25 16:27:11.267925 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35528) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:11.279904 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7ecaf-3803-4fcc-a3c2-54ecafe49572 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2214c21-a1f0-4213-a694-c08b4f6cdf44,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:11.409406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Deleting subnet 486a8f09-101f-418d-bda2-35eeb7b1f601 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:27:11.426810 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Publish callbacks [] for subnet (486a8f09-101f-418d-bda2-35eeb7b1f601), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.477067 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fd9508-6580-4f05-a48f-57c05dd9d955,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:11.511911 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Checking segment: {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:11.512472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Network hostable DHCP agents. Network: fbc95ce4-7af4-4dc6-9cb6-7699309ac513, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:27:11.551588 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (486a8f09-101f-418d-bda2-35eeb7b1f601), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.594855 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (424cc30e-7ac4-4a23-bbfe-b1fd3840459d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.597774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.599110 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/424cc30e-7ac4-4a23-bbfe-b1fd3840459d HTTP/1.1" status: 204 len: 168 time: 1.2694895 Jul 25 16:27:11.634206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25c846-c892-4ef6-8361-0e4c1a66cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424cc30e-7ac4-4a23-bbfe-b1fd3840459d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:11.701237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (486a8f09-101f-418d-bda2-35eeb7b1f601), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:11.724147 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-1f52994f-2f10-47a1-9bc0-e1b161a02544 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478063 Jul 25 16:27:11.768303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:27:11.960806 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, fbc95ce4-7af4-4dc6-9cb6-7699309ac513) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:11.974533 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea1640-6ac4-4600-b060-e32c35066d09 None None] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:27:11.993386 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:12.006756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:12.022060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c526e-c1e4-46d2-aceb-c8cb8562a2b7 req-901a7029-6506-44df-97b3-b4409ee60b58 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:12.024080 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da8c526e-c1e4-46d2-aceb-c8cb8562a2b7 req-901a7029-6506-44df-97b3-b4409ee60b58 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1641095 Jul 25 16:27:12.080961 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ea131b2c-76bb-4103-9d94-2fd1f8a0d32d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7102199 Jul 25 16:27:12.102039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (486a8f09-101f-418d-bda2-35eeb7b1f601), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:12.251319 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-780a6124-b243-46b2-822d-54be8e31f72e req-1a553c8d-7cc7-4f5d-a848-ffeb032ce544 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160122 Jul 25 16:27:12.389714 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da0778-c7a2-4b6f-b7d0-f2b6292b8de3 None None] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:27:12.519141 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486a8f09-101f-418d-bda2-35eeb7b1f601,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:12.572991 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da8c526e-c1e4-46d2-aceb-c8cb8562a2b7 req-1f08d9db-827e-459a-a962-37b6327c2936 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058038 Jul 25 16:27:12.595566 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:12.608901 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5369320f-7c6f-4764-bd4c-2427a276503a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/486a8f09-101f-418d-bda2-35eeb7b1f601 HTTP/1.1" status: 204 len: 168 time: 1.3393435 Jul 25 16:27:12.613046 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35546) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:12.804740 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2105d4-5fc3-4d3f-8353-e0f7cc1ca53e req-74a22328-ff8f-4183-b498-062b68bd8a13 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:12.812487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee2105d4-5fc3-4d3f-8353-e0f7cc1ca53e req-74a22328-ff8f-4183-b498-062b68bd8a13 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.4694107 Jul 25 16:27:12.861744 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (a3518651-30f7-454b-8f2e-9745d4e01891), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:12.917007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:13.042061 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee2105d4-5fc3-4d3f-8353-e0f7cc1ca53e req-6406a85f-531e-4e0a-ad8f-8fcae23adc3e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094834 Jul 25 16:27:13.098836 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (a3518651-30f7-454b-8f2e-9745d4e01891), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:13.390324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3518651-30f7-454b-8f2e-9745d4e01891']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:13.537238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb34231-a13e-4a96-b677-38f743734a28') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:13.546969 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb34231-a13e-4a96-b677-38f743734a28') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:13.620528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (3bb34231-a13e-4a96-b677-38f743734a28), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:13.709275 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:13.730262 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (3bb34231-a13e-4a96-b677-38f743734a28), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:13.753210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-9e1fd2da-9d90-488a-b191-fdf1dba76f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:13.757235 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-9e1fd2da-9d90-488a-b191-fdf1dba76f28 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1128 time: 0.6078203 Jul 25 16:27:13.772636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:27:13.773085 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (3bb34231-a13e-4a96-b677-38f743734a28), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:14.157920 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 3bb34231-a13e-4a96-b677-38f743734a28 resource provider aggregate not found Jul 25 16:27:14.256913 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 3bb34231-a13e-4a96-b677-38f743734a28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bb34231-a13e-4a96-b677-38f743734a28 found for delete ", "request_id": "req-010ff9fd-1475-48df-a061-112fe7b9eef8"}]} Jul 25 16:27:14.283795 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (a3518651-30f7-454b-8f2e-9745d4e01891), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:14.300898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:14.329388 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a3518651-30f7-454b-8f2e-9745d4e01891 HTTP/1.1" status: 204 len: 168 time: 1.7128289 Jul 25 16:27:14.400540 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3aa03-7c9c-4a48-9302-188d5f382920 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3518651-30f7-454b-8f2e-9745d4e01891,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:14.512637 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f5e91-ee2c-4f0f-9326-dc39f4ba6893 req-e65ea2fa-7f3e-41a5-ac83-e3658fa01ec7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:14.515689 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-386f5e91-ee2c-4f0f-9326-dc39f4ba6893 req-e65ea2fa-7f3e-41a5-ac83-e3658fa01ec7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.1847172 Jul 25 16:27:14.546131 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-9942bce7-d8ef-4ab5-a20a-b1cb57ab56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:14.550416 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-9942bce7-d8ef-4ab5-a20a-b1cb57ab56a2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.7778366 Jul 25 16:27:14.697815 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-386f5e91-ee2c-4f0f-9326-dc39f4ba6893 req-96cc323c-0ea5-40c1-83f7-357bbed8f704 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701508 Jul 25 16:27:14.811104 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-efd5c191-dd57-4cbb-9d00-30c3900b887e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 217 time: 0.2561166 Jul 25 16:27:14.888886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:15.036024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-f2ed0371-0b25-4430-a673-606386f95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:15.038968 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-f2ed0371-0b25-4430-a673-606386f95c39 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2085338 Jul 25 16:27:15.122047 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35580) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:15.176739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:15.181799 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:15.236219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-82c3188c-5437-4cb4-b07a-ef3d26767eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:15.239113 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-82c3188c-5437-4cb4-b07a-ef3d26767eaf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1928890 Jul 25 16:27:15.273821 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c5f95c1a-ded1-40ff-9f8f-60447c8c163c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4318b5b98e084c678ce43a44e8fefccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499238 Jul 25 16:27:15.274923 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35582) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:15.459677 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] Publish callbacks [] for security_group (c7fb9f02-0d5e-49ef-b778-b5225299d85e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:15.592745 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] Publish callbacks [] for security_group (c7fb9f02-0d5e-49ef-b778-b5225299d85e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:15.624144 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-fb476c11-4cf8-4b08-ad02-efdb59f46c42 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782554 Jul 25 16:27:15.786636 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c7fb9f02-0d5e-49ef-b778-b5225299d85e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:15.791392 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:15.799529 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7fb9f02-0d5e-49ef-b778-b5225299d85e HTTP/1.1" status: 204 len: 168 time: 0.5219114 Jul 25 16:27:15.855038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c7f0-d2fe-4a82-be83-08d68d32d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb9f02-0d5e-49ef-b778-b5225299d85e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:16.095427 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8f44ec21-c511-42b9-81d0-ae15a5206dd4 req-a4b59049-ce60-45cb-9ae7-d20c121d4d38 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649525 Jul 25 16:27:16.162577 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac6554-93f2-44bd-a04b-154c136cea36 req-b9ca69dc-60ff-40e4-9514-4270870d3b31 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:16.172344 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44ac6554-93f2-44bd-a04b-154c136cea36 req-b9ca69dc-60ff-40e4-9514-4270870d3b31 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 944 time: 0.1646581 Jul 25 16:27:16.261363 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device fb6733bd-e84d-4ca0-9190-079f0bc896c0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:27:16.332621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a38ce51e-955d-4d4e-9549-e1bfcf13ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:16.451358 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-44ac6554-93f2-44bd-a04b-154c136cea36 req-2e86ed89-1f0a-41e0-b9fb-f68814f9b2ae tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409036 Jul 25 16:27:16.649398 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:16.720820 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:27:16.798807 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port fb6733bd-e84d-4ca0-9190-079f0bc896c0 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:16.799763 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:16.835349 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6733bd-e84d-4ca0-9190-079f0bc896c0 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:16.894103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:16.901566 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:17.058409 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:17.154022 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['fb6733bd-e84d-4ca0-9190-079f0bc896c0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:27:17.170033 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 35606) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:17.321188 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:17.462949 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cbc3439d-4f73-4e6f-b263-8376f0f48874 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c6c1bc01f754751a8330d6cf311a30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898400 Jul 25 16:27:17.466774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35610) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:17.485083 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-ff551316-9be7-4fbf-b48a-e503aad1b5af service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1880159 Jul 25 16:27:17.721230 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-29b8d24d-8a53-4932-a844-5722619be4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:17.749812 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-29b8d24d-8a53-4932-a844-5722619be4f2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 1130 time: 0.2293098 Jul 25 16:27:17.779941 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21588278-f869-4ec3-9f4b-4fa37c3fcffb req-50230eb5-9b0e-40af-be1b-83a477d76e6d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:17.781914 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-21588278-f869-4ec3-9f4b-4fa37c3fcffb req-50230eb5-9b0e-40af-be1b-83a477d76e6d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 945 time: 0.1433442 Jul 25 16:27:17.783208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] Publish callbacks [] for security_group (714e2e57-e917-40f9-9f52-b540563af172), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:17.874835 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] Publish callbacks [] for security_group (714e2e57-e917-40f9-9f52-b540563af172), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:17.911101 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-21588278-f869-4ec3-9f4b-4fa37c3fcffb req-d1f4b505-802f-46a7-a8f1-e64edf3e863a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145105 Jul 25 16:27:17.971577 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (714e2e57-e917-40f9-9f52-b540563af172), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:17.974516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:17.979973 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/714e2e57-e917-40f9-9f52-b540563af172 HTTP/1.1" status: 204 len: 168 time: 0.5072908 Jul 25 16:27:18.007143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97d56-a855-4105-bcd6-890070ec3710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e2e57-e917-40f9-9f52-b540563af172,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:18.015983 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:27:18.095344 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-ab241c35-a75e-4852-9f4b-20a00ab2a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:18.098292 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-ab241c35-a75e-4852-9f4b-20a00ab2a1dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.3159924 Jul 25 16:27:18.225588 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-82e1867e-df92-4a80-a52e-8f4d9fb80eb9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 200 len: 217 time: 0.1107244 Jul 25 16:27:18.251261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device fb6733bd-e84d-4ca0-9190-079f0bc896c0 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:27:18.439375 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port fb6733bd-e84d-4ca0-9190-079f0bc896c0 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:27:18.456184 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port fb6733bd-e84d-4ca0-9190-079f0bc896c0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:18.456970 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:18.486011 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-9a3457cc-9254-450e-9765-9568da0205ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:18.496141 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-9a3457cc-9254-450e-9765-9568da0205ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.2612033 Jul 25 16:27:18.668379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-a1d29025-e42f-4d78-8669-a97ea54aec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:18.673105 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-a1d29025-e42f-4d78-8669-a97ea54aec06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1703458 Jul 25 16:27:18.737980 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port fb6733bd-e84d-4ca0-9190-079f0bc896c0 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:18.740782 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:18.865843 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:18.867795 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:18.877523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339b535-7e85-4868-beb7-a20cf91a0f42" -d '{"events": [{"server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "name": "network-vif-plugged", "status": "completed", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:18.883635 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:19.117755 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-0153b68d-ff7a-47a1-baab-afeb42bdab8f service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369702 Jul 25 16:27:19.119633 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e7535-08f0-421d-8ccb-37c054e2ec35 x-openstack-request-id: req-360e7535-08f0-421d-8ccb-37c054e2ec35 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:19.123612 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "name": "network-vif-plugged", "status": "completed", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:19.124125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-360e7535-08f0-421d-8ccb-37c054e2ec35 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:19.124814 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360e7535-08f0-421d-8ccb-37c054e2ec35'] response: {'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'code': 200} Jul 25 16:27:19.173629 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:19.333111 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240ea7d-8cbf-4276-b247-a57a55b4ddb4 req-347eb2f7-4bfe-4126-8666-0bbf86d80d75 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:19.346484 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1240ea7d-8cbf-4276-b247-a57a55b4ddb4 req-347eb2f7-4bfe-4126-8666-0bbf86d80d75 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1084645 Jul 25 16:27:19.559306 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1240ea7d-8cbf-4276-b247-a57a55b4ddb4 req-9f775f0d-e19f-4602-852c-b8e4d963de92 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114079 Jul 25 16:27:20.063887 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:20.104270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4526-4ec5-45fa-a4e6-e36db9de1921 req-afd3a3b7-aa74-40d6-a682-4bd64e0618de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:20.106714 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-34da4526-4ec5-45fa-a4e6-e36db9de1921 req-afd3a3b7-aa74-40d6-a682-4bd64e0618de service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.6377456 Jul 25 16:27:20.113150 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bc0f6cc9-9a2e-463a-bda1-f975f0c6002d req-b0cde658-06a3-4896-8411-9e2f391701c1 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9844363 Jul 25 16:27:20.201599 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e19cb478-aa34-45cb-bd9c-4ca4328b477d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:20.888245 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034102da-838b-4ebb-aa8c-1b752bfd71bd req-437c1b6f-fbd0-4aff-a58f-7267cbc88864 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:20.897726 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-034102da-838b-4ebb-aa8c-1b752bfd71bd req-437c1b6f-fbd0-4aff-a58f-7267cbc88864 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1765389 Jul 25 16:27:21.039579 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-034102da-838b-4ebb-aa8c-1b752bfd71bd req-04f9133f-2614-4b44-9da4-720a7800fbc6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348400 Jul 25 16:27:21.108998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:21.126535 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=29 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:21.200651 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-34da4526-4ec5-45fa-a4e6-e36db9de1921 req-26496b4e-91a2-48a0-9a58-a6a708ce688e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854993 Jul 25 16:27:21.888337 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:22.431848 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0a6ec-bd99-41a5-b3cb-2d4fa6a54ef2 req-1473a757-676c-42b2-90e8-76522f538123 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:22.449247 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-32b0a6ec-bd99-41a5-b3cb-2d4fa6a54ef2 req-1473a757-676c-42b2-90e8-76522f538123 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1675355 Jul 25 16:27:22.532344 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:22.584998 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-32b0a6ec-bd99-41a5-b3cb-2d4fa6a54ef2 req-5fb246ed-bd43-483b-b260-97741062f569 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325281 Jul 25 16:27:23.850040 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73bcea-db73-4299-be56-81c837ab4e41 req-c5b0e201-3597-48d1-8bad-0b7b8b177bbe tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:23.860405 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e73bcea-db73-4299-be56-81c837ab4e41 req-c5b0e201-3597-48d1-8bad-0b7b8b177bbe tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0990217 Jul 25 16:27:23.916100 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:23.956169 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:24.007320 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e73bcea-db73-4299-be56-81c837ab4e41 req-5d5e3493-1e30-4dd2-8ed6-7752e524265e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454766 Jul 25 16:27:25.454889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3091073-1863-47f2-833e-37fe9b13e8ab req-f4654bf5-c775-4253-8936-6e0d39e11b4d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:25.456587 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e3091073-1863-47f2-833e-37fe9b13e8ab req-f4654bf5-c775-4253-8936-6e0d39e11b4d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1546638 Jul 25 16:27:25.540043 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e3091073-1863-47f2-833e-37fe9b13e8ab req-913495b4-b27f-4300-98b3-634bc4d83d36 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724666 Jul 25 16:27:25.771475 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce96c23-7ade-4601-b8ef-4776a10174af req-995ea64b-c5b3-4095-b246-0592493a3aca tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:25.773208 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9ce96c23-7ade-4601-b8ef-4776a10174af req-995ea64b-c5b3-4095-b246-0592493a3aca tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0733814 Jul 25 16:27:25.798225 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 35684) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:25.804271 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'floatingip': {'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:25.880600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:26.893356 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:26.899904 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:27.046455 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Floating IP a7a4cb14-873c-4bb6-ad4d-b82ab14390e8 associated. External IP: 172.27.2.239, port: fb6733bd-e84d-4ca0-9190-079f0bc896c0. Jul 25 16:27:27.221958 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:27.402388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:27:27.619941 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:27:27.627216 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:27.638789 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:27:27.680400 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:27:27.682543 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:27:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:27.740041 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b12f3f31-f6c0-4cfe-90f1-348509ca749f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "PUT /v2.0/floatingips/a7a4cb14-873c-4bb6-ad4d-b82ab14390e8 HTTP/1.1" status: 200 len: 992 time: 1.9400525 Jul 25 16:27:27.745366 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:27.748226 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2aa3c-cf95-4897-be2f-001637ac88fc" -d '{"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:27.886575 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-e69e0d36-c73d-4024-a8eb-50d105ce8076 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:27.888172 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-e69e0d36-c73d-4024-a8eb-50d105ce8076 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/networks?id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 200 len: 813 time: 0.2350981 Jul 25 16:27:27.923098 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-66c384c3-1f47-4744-be84-a812fbd4c8f9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/quotas/bd9b5f7127564335a847ab40761124df HTTP/1.1" status: 200 len: 375 time: 0.0218909 Jul 25 16:27:27.963357 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:27:27.973362 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:27.988998 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-1ccefbf9-6548-478c-b792-eecb6012be20 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467486 Jul 25 16:27:28.041680 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-94ad4bdf-af61-4f10-8496-e2a6f6bf55f3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:28.052844 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-94ad4bdf-af61-4f10-8496-e2a6f6bf55f3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 814 time: 0.2745354 Jul 25 16:27:28.184511 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-03d425d2-d03d-4092-8c74-f63bb10f3009 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/quotas/966cf8bbbc4540a596f615498331465a HTTP/1.1" status: 200 len: 375 time: 0.1287398 Jul 25 16:27:28.223044 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:28.277749 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-faba82d1-40d7-41a7-984d-ec1ca9859803 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856476 Jul 25 16:27:28.430018 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-f77162a9-2608-4c63-8645-3adbd5aeccda service neutron] 10.222.0.66 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669312 Jul 25 16:27:28.531245 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-e03242fa-1364-4579-96bb-3b481b72fe16 service neutron] 10.222.0.66 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441089 Jul 25 16:27:28.839744 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:28.850969 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:27:26Z', 'revision_number': 1, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:28.855013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:28.949660 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:27:28.966823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:28.973754 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:27:28.975202 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:27:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:28.984823 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-303e1efa-cd7b-4d2f-b6ce-f6af27fd004f service neutron] 10.222.0.66 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490201 Jul 25 16:27:29.059121 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-b3bc7ab6-3438-40e0-a584-b15f6a2dcb3c service neutron] 10.222.0.66 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072520 Jul 25 16:27:29.319790 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:27:29.563684 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af9395-a929-46ba-b937-41e5ae5e1cea x-openstack-request-id: req-c7af9395-a929-46ba-b937-41e5ae5e1cea {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:29.564477 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:29.564737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7af9395-a929-46ba-b937-41e5ae5e1cea {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:29.565247 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7af9395-a929-46ba-b937-41e5ae5e1cea'] response: {'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'status': 'completed', 'code': 200} Jul 25 16:27:29.722966 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-82123fa3-1941-4c29-8d14-f50941ba7261 req-22046a62-5513-43b4-8fc9-a1a230fc7fe4 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0850005 Jul 25 16:27:29.878533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-24e03c39-3747-4b7f-87a4-6b733a7a6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:29.886422 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-24e03c39-3747-4b7f-87a4-6b733a7a6947 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.2810857 Jul 25 16:27:29.938006 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b22845a-7e0a-4ed5-9190-db799e293187 req-522396dc-713c-4730-937c-1dc227848278 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.1081922 Jul 25 16:27:30.150985 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-7cf35330-0b54-4fd4-a3a2-9844d7f39302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:30.155582 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-7cf35330-0b54-4fd4-a3a2-9844d7f39302 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.2619097 Jul 25 16:27:30.253464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:27:26Z', 'revision_number': 1, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:30.264657 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-bfa1ebdf-b201-468b-af6b-a5701d089f1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1000 time: 0.0964310 Jul 25 16:27:30.324374 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e4f14-ba74-498f-b1aa-c9ece82c7b60 None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:27:26Z', 'revision_number': 1, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:27:30.375006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:30.384308 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-9647bd5c-9af2-4a5a-b23a-eda5bf22689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:30.388061 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-9647bd5c-9af2-4a5a-b23a-eda5bf22689b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.1158228 Jul 25 16:27:30.578765 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-d7bd6890-e4aa-4d64-84e9-5e564a00514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:30.588131 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-d7bd6890-e4aa-4d64-84e9-5e564a00514f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1872330 Jul 25 16:27:31.077697 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-3610d4eb-e930-47b2-8655-6fa0d62caffb service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812987 Jul 25 16:27:31.087765 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc60001-779b-4c93-9d12-283bda5e9bf5 None None] New status for floating IP a7a4cb14-873c-4bb6-ad4d-b82ab14390e8: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:27:31.193457 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-20cb6ee0-f142-4922-b63f-6345800130f1 req-2ad07996-604a-470e-aa7e-e37625a58b26 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0939443 Jul 25 16:27:31.339750 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-48b8288c-a4de-425b-9069-868aaa8aee6b req-77f980fc-fd81-43d4-b726-0450ceac07cb tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0851793 Jul 25 16:27:31.459841 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-12d2aa3c-cf95-4897-be2f-001637ac88fc req-de6459f3-d9eb-4a4a-8d3f-cc4da74278f0 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707647 Jul 25 16:27:32.414177 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-343e7048-0d86-4f70-9c32-9f5f412a960a req-0abfd82d-7300-4b15-8660-6ee0273c6747 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0551984 Jul 25 16:27:32.611710 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-93ec4730-b8ab-4367-b459-9ec9ef089f27 req-59be54fa-7893-4eeb-885e-b9b0c61d08bc tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0822382 Jul 25 16:27:33.086005 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-44d069d8-a724-4ff4-8570-411b81a38a17 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:33.089957 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-44d069d8-a724-4ff4-8570-411b81a38a17 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "GET /v2.0/networks?id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 200 len: 813 time: 0.3011920 Jul 25 16:27:33.691940 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-518636be-9d6c-4946-9169-fad4ba55bc2c req-df51a5f9-eca6-4ebf-9b2f-2daaf213f279 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0627632 Jul 25 16:27:33.779735 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c07523b0-3a76-411b-8893-c4a825d4b833 req-0ed9d4cc-d4e4-4e38-91f3-374b16995772 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0362508 Jul 25 16:27:34.829671 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c43508d1-439c-4f99-909a-48ed91df9e47 req-88be9f44-8357-4621-b182-9a53c22514d3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0494153 Jul 25 16:27:34.950613 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-970b9162-3998-4945-b5df-5bcb177a5ba3 req-dbbe7a19-d3db-42c7-9948-12e539c4d1e8 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0345299 Jul 25 16:27:35.697525 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Request body: {'port': {'device_id': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513', 'admin_state_up': True, 'tenant_id': 'bd9b5f7127564335a847ab40761124df'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:35.975602 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4754facf-3968-4190-ac04-a3b8135d4a22 req-e63ceabf-c8f0-4600-a88d-7d98e6711b2d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Jul 25 16:27:36.129792 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-d0aa1b59-77d9-4182-ae42-2465c762e459 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:36.132395 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-d0aa1b59-77d9-4182-ae42-2465c762e459 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 814 time: 0.3398323 Jul 25 16:27:36.149029 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7290fe84-5366-413c-a653-dceee203f084 req-a970c68c-1231-40a6-8a56-3183fa97350c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0893984 Jul 25 16:27:36.157021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'port': {'device_id': '550fc385-910d-4a1a-8d15-13f92691d031', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'admin_state_up': True, 'tenant_id': '966cf8bbbc4540a596f615498331465a'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:36.168779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Made reservation on behalf of bd9b5f7127564335a847ab40761124df for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:36.174563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:36.201811 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:36.680305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Allocated IP 172.20.0.2 (fbc95ce4-7af4-4dc6-9cb6-7699309ac513/21fd9508-6580-4f05-a48f-57c05dd9d955/c088b66c-9e47-45df-a77e-878bab58d1aa) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:27:36.690369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Made reservation on behalf of 966cf8bbbc4540a596f615498331465a for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:36.696327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:36.974329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:37.031125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks [] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:37.125299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:37.365930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:37.382269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:37.394223 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:27:37.513861 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Pushing event updated for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:37.565014 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:37.596313 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.617476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.618411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.619411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.620218 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.621025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.622069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.630019 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.630977 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.631759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.632617 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.633434 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.634261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.635012 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.635777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:37.734006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:37.738728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:37.774764 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f9d0070-6006-4115-a9c9-fd1429267e02 req-74353137-429a-4642-b9a4-177cfb69970d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.5690289 Jul 25 16:27:37.832483 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-119e23a2-15af-4047-aadb-051044ed0c97 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1393859 Jul 25 16:27:37.877231 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Allocated IP 172.20.0.13 (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6/cf04b0a0-5711-4a2f-93e1-c511b0b04cc8/9a46516f-6426-4c10-a5d9-637e54e69b85) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:27:37.904415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Request body: {'port': {'device_id': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:37.918202 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd709c5-7431-4cb8-9424-3a762f4ba21d req-f1df147d-80be-4fb6-bc63-e6800c808c43 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:37.919773 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bd709c5-7431-4cb8-9424-3a762f4ba21d req-f1df147d-80be-4fb6-bc63-e6800c808c43 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 931 time: 0.1379545 Jul 25 16:27:38.032105 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bd709c5-7431-4cb8-9424-3a762f4ba21d req-9a9fe980-e90e-4de3-a7be-ab7047d4f749 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015730 Jul 25 16:27:38.131253 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:38.392536 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:38.622616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:38.726592 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:38.743417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:38.748818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:27:38.751803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:38.758655 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:38.902983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:38.902983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:38.945978 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-2a8f0f2f-68bd-4836-b6ac-a21861558da5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8003905 Jul 25 16:27:38.963681 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c088b66c-9e47-45df-a77e-878bab58d1aa {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:39.007358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks [] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.041770 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Transition to ACTIVE for port object c088b66c-9e47-45df-a77e-878bab58d1aa will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:27:39.063738 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.112493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ce8d6-8bf0-4494-a38b-a32383a003a6 req-6269a83e-7424-4428-8d04-458d6eaeb376 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:39.120468 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:39.121963 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-72d50149-723c-4b9a-843f-2661d2d0cb7b None None] Provisioning complete for port 9a46516f-6426-4c10-a5d9-637e54e69b85 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:39.122621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-72d50149-723c-4b9a-843f-2661d2d0cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.157214 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b07ce8d6-8bf0-4494-a38b-a32383a003a6 req-6269a83e-7424-4428-8d04-458d6eaeb376 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.2315149 Jul 25 16:27:39.171846 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-72d50149-723c-4b9a-843f-2661d2d0cb7b None None] Port 9a46516f-6426-4c10-a5d9-637e54e69b85 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:39.197652 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:39.324252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Pushing event updated for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:39.418556 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b07ce8d6-8bf0-4494-a38b-a32383a003a6 req-a3a70d5d-a122-4ece-98fa-218e8ed25165 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596672 Jul 25 16:27:39.458200 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573321-defd-4bab-b35d-143f88598743 req-bc99ce4f-3e1c-4e2b-adf4-69f729f3ace9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:39.477203 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-18573321-defd-4bab-b35d-143f88598743 req-bc99ce4f-3e1c-4e2b-adf4-69f729f3ace9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.2665148 Jul 25 16:27:39.526613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Attempting to bind port c088b66c-9e47-45df-a77e-878bab58d1aa on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:27:39.527299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Attempting to bind port c088b66c-9e47-45df-a77e-878bab58d1aa by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:27:39.528285 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Attempting to bind port c088b66c-9e47-45df-a77e-878bab58d1aa on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:39.546331 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Port c088b66c-9e47-45df-a77e-878bab58d1aa on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:27:39.546800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Attempting to bind port c088b66c-9e47-45df-a77e-878bab58d1aa on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:39.554784 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:27:39.555365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Checking segment: {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:39.556672 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Bound using segment: {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:27:39.557373 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Bound port: c088b66c-9e47-45df-a77e-878bab58d1aa, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:27:39.557932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.579605 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-18573321-defd-4bab-b35d-143f88598743 req-a8517e0e-0484-40d0-94f0-5bb1c0f1f5d9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008768 Jul 25 16:27:39.680272 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:27:39.684966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c088b66c-9e47-45df-a77e-878bab58d1aa,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:27:39.693072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.732301 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:39.732936 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:39.734458 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] 10.222.0.102 "PUT /v2.0/ports/c088b66c-9e47-45df-a77e-878bab58d1aa HTTP/1.1" status: 200 len: 1093 time: 1.8385472 Jul 25 16:27:39.734926 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:39.737674 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5100f6-c294-45d1-bd14-da4644889a67" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:39.764953 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d6c20-c3c5-4675-b7d5-392eff7698ac service neutron] Pushing event updated for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:39.837013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cec3fc-8a53-455f-a20d-96903ccf3ad0 x-openstack-request-id: req-73cec3fc-8a53-455f-a20d-96903ccf3ad0 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:39.837706 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:39.838318 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73cec3fc-8a53-455f-a20d-96903ccf3ad0 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:39.839286 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cec3fc-8a53-455f-a20d-96903ccf3ad0'] response: {'name': 'network-changed', 'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa', 'status': 'completed', 'code': 200} Jul 25 16:27:40.244039 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:40.602691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465472-d6c2-4754-8b4b-623e0ed8956c req-737696f0-a6dd-4ef0-85b7-8b817c050531 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:40.618200 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9465472-d6c2-4754-8b4b-623e0ed8956c req-737696f0-a6dd-4ef0-85b7-8b817c050531 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.0938022 Jul 25 16:27:40.713419 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9465472-d6c2-4754-8b4b-623e0ed8956c req-092a94a7-10ec-4528-910f-79d82f70d572 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779843 Jul 25 16:27:40.793062 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c9097-884f-43a5-88af-3bc0e03c92bf req-7d6f3d0b-136d-47db-ac78-db1b4b45dd99 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:40.796462 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ae2c9097-884f-43a5-88af-3bc0e03c92bf req-7d6f3d0b-136d-47db-ac78-db1b4b45dd99 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0965443 Jul 25 16:27:40.934651 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ae2c9097-884f-43a5-88af-3bc0e03c92bf req-f8981f96-5130-4442-803e-ef5ee21fe933 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198740 Jul 25 16:27:41.618830 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:41.830631 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:41.899186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:41.939769 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb7b92-6d28-4816-9f45-ea1ba5ee5f80 req-49f1ed42-88ba-4063-8eb9-41cbb2e8841d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:41.943105 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29eb7b92-6d28-4816-9f45-ea1ba5ee5f80 req-49f1ed42-88ba-4063-8eb9-41cbb2e8841d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.0883229 Jul 25 16:27:42.065367 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-29eb7b92-6d28-4816-9f45-ea1ba5ee5f80 req-a4ce837e-4ab7-4739-abcc-aa3019b8fa02 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124332 Jul 25 16:27:42.241258 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f3de-4403-43b9-97cc-fac4914b3258 req-bf04a685-1df7-41f6-bbbf-0cc3a85eb825 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:42.244737 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fa0f3de-4403-43b9-97cc-fac4914b3258 req-bf04a685-1df7-41f6-bbbf-0cc3a85eb825 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.1422720 Jul 25 16:27:42.363594 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0fa0f3de-4403-43b9-97cc-fac4914b3258 req-16db91bf-8f77-4d55-85dc-a66a83ffd84a tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113625 Jul 25 16:27:42.954642 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36032) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:43.271459 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:43.357258 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9cbee-c1bd-4131-b1e6-9d8239e22c92 req-30b377d0-bd3c-4b0a-9cf3-caf6f4ec2318 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:43.369892 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58c9cbee-c1bd-4131-b1e6-9d8239e22c92 req-30b377d0-bd3c-4b0a-9cf3-caf6f4ec2318 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.1688795 Jul 25 16:27:43.543223 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:43.609603 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58c9cbee-c1bd-4131-b1e6-9d8239e22c92 req-41c6ec80-0a63-4922-a4f2-9b8a0d1f9adb tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380769 Jul 25 16:27:43.667504 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3eaa1-03bd-4e3d-aba9-08370624a8e1 req-974f8328-3145-43b7-883c-a90fae1c6b81 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:43.671506 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fdd3eaa1-03bd-4e3d-aba9-08370624a8e1 req-974f8328-3145-43b7-883c-a90fae1c6b81 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.1599307 Jul 25 16:27:43.714297 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Publish callbacks [] for security_group (94586f86-6456-4450-b48e-a3b4c1fb07af), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:43.733954 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (94586f86-6456-4450-b48e-a3b4c1fb07af), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:43.828019 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5573c4a7dfc4162950105f0a538881c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8713214 Jul 25 16:27:43.831816 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36072) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:43.833931 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fdd3eaa1-03bd-4e3d-aba9-08370624a8e1 req-3d292dac-05a7-41ee-b282-a86ab63eb12b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399651 Jul 25 16:27:43.838356 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94586f86-6456-4450-b48e-a3b4c1fb07af,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:43.877656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.879933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.880413 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.881168 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.885698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.886425 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.887159 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.887747 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.888527 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.889143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.891700 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.892335 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.892904 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.897024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.897814 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72013cfd-6402-4819-9a66-5327ceb78ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:43.986256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] Publish callbacks [] for security_group (94586f86-6456-4450-b48e-a3b4c1fb07af), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:44.100020 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] Publish callbacks [] for security_group (94586f86-6456-4450-b48e-a3b4c1fb07af), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:44.203063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (94586f86-6456-4450-b48e-a3b4c1fb07af), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:44.210150 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:44.212766 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94586f86-6456-4450-b48e-a3b4c1fb07af HTTP/1.1" status: 204 len: 168 time: 0.3792894 Jul 25 16:27:44.225925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cfdc-8329-4f2b-acd1-065bb20756aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94586f86-6456-4450-b48e-a3b4c1fb07af,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:44.873582 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bdd43-d638-456c-b307-f2f65071252a req-1a7a2a6e-d863-4e27-9f11-4b809a95c4cc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:44.886014 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:44.890311 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-093bdd43-d638-456c-b307-f2f65071252a req-1a7a2a6e-d863-4e27-9f11-4b809a95c4cc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.1185501 Jul 25 16:27:44.986544 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-093bdd43-d638-456c-b307-f2f65071252a req-ede5d1e9-c3c6-496f-8d8b-32a7ec636bdb tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939872 Jul 25 16:27:45.144300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11be4f0-1ab1-48d2-ae8d-ab98a7481024 req-5d9e4826-185e-44e1-88ce-504e00f69960 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:45.146348 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c11be4f0-1ab1-48d2-ae8d-ab98a7481024 req-5d9e4826-185e-44e1-88ce-504e00f69960 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0903563 Jul 25 16:27:45.194041 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36106) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:45.241903 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c11be4f0-1ab1-48d2-ae8d-ab98a7481024 req-0d1b6253-c00c-494e-ab51-ae48c94b89f4 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822537 Jul 25 16:27:45.323300 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Deleting subnet 005f9106-527a-4abd-80d0-6da992f38348 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:27:45.328852 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Publish callbacks [] for subnet (005f9106-527a-4abd-80d0-6da992f38348), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:45.408788 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (005f9106-527a-4abd-80d0-6da992f38348), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:45.491624 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (005f9106-527a-4abd-80d0-6da992f38348), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:45.780884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (005f9106-527a-4abd-80d0-6da992f38348), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:45.875938 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005f9106-527a-4abd-80d0-6da992f38348,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:45.878921 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:45.887485 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ea6934e0-6cbc-4417-9051-8a7129b2e5cf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/005f9106-527a-4abd-80d0-6da992f38348 HTTP/1.1" status: 204 len: 168 time: 0.6905398 Jul 25 16:27:45.887756 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36122) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:46.012057 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (0410d071-03f1-4e3a-a75f-6200cc3088da), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.202950 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39828-3c70-49bd-a49e-86c5c1540c79 req-1cfbd63c-6889-4bb8-9f3c-afbb5e9726ff tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:46.205411 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23f39828-3c70-49bd-a49e-86c5c1540c79 req-1cfbd63c-6889-4bb8-9f3c-afbb5e9726ff tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.0645065 Jul 25 16:27:46.207823 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:46.210473 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (0410d071-03f1-4e3a-a75f-6200cc3088da), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.242696 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-56de9bd5-085c-4ed9-96a2-ff56b46062b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.295052 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0410d071-03f1-4e3a-a75f-6200cc3088da']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:46.316116 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81432d07-b33f-496f-b281-d831eed172a9') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:46.316697 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81432d07-b33f-496f-b281-d831eed172a9') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:27:46.345079 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (81432d07-b33f-496f-b281-d831eed172a9), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.377530 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23f39828-3c70-49bd-a49e-86c5c1540c79 req-6a9d9413-3c21-4bf7-86bb-5cef44127f83 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558030 Jul 25 16:27:46.379063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (81432d07-b33f-496f-b281-d831eed172a9), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.398791 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:27:46.399619 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (81432d07-b33f-496f-b281-d831eed172a9), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.521482 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 81432d07-b33f-496f-b281-d831eed172a9 resource provider aggregate not found Jul 25 16:27:46.568554 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 81432d07-b33f-496f-b281-d831eed172a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81432d07-b33f-496f-b281-d831eed172a9 found for delete ", "request_id": "req-6a75f363-7ef4-4504-b465-bbef3a206d89"}]} Jul 25 16:27:46.603156 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (0410d071-03f1-4e3a-a75f-6200cc3088da), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.613055 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:46.618477 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0410d071-03f1-4e3a-a75f-6200cc3088da HTTP/1.1" status: 204 len: 168 time: 0.7289550 Jul 25 16:27:46.657390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421578-f437-4a40-8bfd-23caab763696 req-d3b6d71b-9a4f-49cb-9d28-26acec8eca40 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:46.665668 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b2421578-f437-4a40-8bfd-23caab763696 req-d3b6d71b-9a4f-49cb-9d28-26acec8eca40 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.2270360 Jul 25 16:27:46.690674 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42eca9-b930-4f4c-b7a1-47c2b2834c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=0410d071-03f1-4e3a-a75f-6200cc3088da,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:46.755003 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b2421578-f437-4a40-8bfd-23caab763696 req-1530b1aa-e6be-4394-bbf1-77c388e7ddb6 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878682 Jul 25 16:27:47.012239 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36150) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:47.062326 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-11cec5ef-cd3e-47f0-ac95-79448bdab7dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b1fba96612b4ed0ae53b43cdd4e3528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483904 Jul 25 16:27:47.066629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36152) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:47.112070 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:47.137474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] Publish callbacks [] for security_group (0b1ecaa0-e877-45ec-80ea-5221be311078), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:47.157885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:47.194586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] Publish callbacks [] for security_group (0b1ecaa0-e877-45ec-80ea-5221be311078), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:47.298309 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0b1ecaa0-e877-45ec-80ea-5221be311078), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:47.302665 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:47.304586 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b1ecaa0-e877-45ec-80ea-5221be311078 HTTP/1.1" status: 204 len: 168 time: 0.2365320 Jul 25 16:27:47.316221 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb947b-4384-4a03-a7c3-6ee99acd615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ecaa0-e877-45ec-80ea-5221be311078,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:47.626309 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0fe41-8322-4eff-ae23-d03ffb245f15 req-c5666704-0992-457f-a1b2-18ad8cadbfea tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:47.627915 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00c0fe41-8322-4eff-ae23-d03ffb245f15 req-c5666704-0992-457f-a1b2-18ad8cadbfea tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.0553603 Jul 25 16:27:47.701568 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-00c0fe41-8322-4eff-ae23-d03ffb245f15 req-0f38966a-fe8c-4cd4-928a-3dd396be9916 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631082 Jul 25 16:27:47.866366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Request body: {'port': {'device_id': '550fc385-910d-4a1a-8d15-13f92691d031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:48.000552 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4db9e-5f05-4d3e-a01b-e88362f7b5a3 req-a66fd100-692e-4cc9-93ef-872fc95fcea5 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:48.016932 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7dd4db9e-5f05-4d3e-a01b-e88362f7b5a3 req-a66fd100-692e-4cc9-93ef-872fc95fcea5 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.1191757 Jul 25 16:27:48.049472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-cf9379b0-c4a6-4b26-b0aa-9b0a4390e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:48.051728 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-cf9379b0-c4a6-4b26-b0aa-9b0a4390e992 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 1127 time: 0.1115789 Jul 25 16:27:48.068812 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:48.077130 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:48.132829 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7dd4db9e-5f05-4d3e-a01b-e88362f7b5a3 req-276046ee-63b9-4215-9e31-119a00e08d23 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059296 Jul 25 16:27:48.418635 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-53f5f0ef-4ff7-4e87-ace7-5ce586ca4700 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bf1042b61955413fad23679484f9c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587690 Jul 25 16:27:48.455340 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-55f87674-98be-461c-8214-d699465ae615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:48.456866 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-55f87674-98be-461c-8214-d699465ae615 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=bd9b5f7127564335a847ab40761124df&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3514886 Jul 25 16:27:48.762100 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-7e68b589-50cc-4de1-8062-0406a64b14fa tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:48.764252 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-7e68b589-50cc-4de1-8062-0406a64b14fa tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336241 Jul 25 16:27:48.788261 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-0cb85267-a3ac-49dc-b6d6-434b98ca9fee tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/quotas/bf1042b61955413fad23679484f9c891 HTTP/1.1" status: 200 len: 375 time: 0.0133269 Jul 25 16:27:48.851726 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-6d125878-3d8b-4277-a08f-f255e4ad6b4a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bf1042b61955413fad23679484f9c891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511522 Jul 25 16:27:48.965541 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4b84-bdaf-4ee1-a987-b0cd15248712 req-275d15ad-b019-4cf8-9a5f-fc8cac59e300 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:48.970039 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a3b4b84-bdaf-4ee1-a987-b0cd15248712 req-275d15ad-b019-4cf8-9a5f-fc8cac59e300 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 932 time: 0.1524913 Jul 25 16:27:49.183004 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-daab7dd4-03a3-4a5e-b577-ddef50de4cdc req-7bb70764-b6f7-4e4a-a0de-96fb64f1e10e tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0810335 Jul 25 16:27:49.186083 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a46516f-6426-4c10-a5d9-637e54e69b85 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:49.191547 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a3b4b84-bdaf-4ee1-a987-b0cd15248712 req-e7698e37-0b06-4e99-a757-75c6ef027fbc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132113 Jul 25 16:27:49.200463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-520b26e5-7fa8-411e-bad3-75266b6fe092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:49.203052 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bb5100f6-c294-45d1-bd14-da4644889a67 req-520b26e5-7fa8-411e-bad3-75266b6fe092 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7347271 Jul 25 16:27:49.205299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks [] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:49.224906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Transition to ACTIVE for port object 9a46516f-6426-4c10-a5d9-637e54e69b85 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:27:49.229126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:49.427500 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-86b6b2bd-0099-4888-8c99-4a86c252d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:49.429467 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-86b6b2bd-0099-4888-8c99-4a86c252d0ea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 1127 time: 0.1578128 Jul 25 16:27:49.431963 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:49.497878 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe598-8bca-4694-8fd7-827e6ab58ec9 req-9bf57562-ec78-4e5a-a489-fa21198b7e06 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:49.501213 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b2fe598-8bca-4694-8fd7-827e6ab58ec9 req-9bf57562-ec78-4e5a-a489-fa21198b7e06 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0895958 Jul 25 16:27:49.599071 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-8e3fb782-b4e5-4b2a-a400-93b8894b73af service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c088b66c-9e47-45df-a77e-878bab58d1aa HTTP/1.1" status: 200 len: 217 time: 0.1488152 Jul 25 16:27:49.629173 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b2fe598-8bca-4694-8fd7-827e6ab58ec9 req-37be8096-2d3f-4fce-9ec1-d2d3f2f694e8 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167455 Jul 25 16:27:49.668601 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:49.679721 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-2fdaab5a-e89d-4052-804a-f9d6fe3f1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:49.681264 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-2fdaab5a-e89d-4052-804a-f9d6fe3f1280 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21fd9508-6580-4f05-a48f-57c05dd9d955 HTTP/1.1" status: 200 len: 853 time: 0.0737524 Jul 25 16:27:49.707168 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:49.730621 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-67827d5b-b239-4c8e-9214-60be905f88f5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398588 Jul 25 16:27:49.732621 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Attempting to bind port 9a46516f-6426-4c10-a5d9-637e54e69b85 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:27:49.732896 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Attempting to bind port 9a46516f-6426-4c10-a5d9-637e54e69b85 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:27:49.733507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Attempting to bind port 9a46516f-6426-4c10-a5d9-637e54e69b85 on network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:49.749978 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Port 9a46516f-6426-4c10-a5d9-637e54e69b85 on network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:27:49.750361 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Attempting to bind port 9a46516f-6426-4c10-a5d9-637e54e69b85 on network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:49.802290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:27:49.802590 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Checking segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:49.802976 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Bound using segment: {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:27:49.803431 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Bound port: 9a46516f-6426-4c10-a5d9-637e54e69b85, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a7ee6c-a26f-4206-982b-d6dda63b178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:27:49.803895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:49.901459 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-55e5f4ea-dea2-4ad0-be2c-055890371cc5 service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631052 Jul 25 16:27:49.913752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:27:49.924220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:27:49.940152 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:50.039113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:50.039800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:50.041438 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] 10.222.0.102 "PUT /v2.0/ports/9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 1094 time: 2.1849785 Jul 25 16:27:50.042015 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:50.044553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b" -d '{"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:50.088691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1195-a841-40af-938d-4f7e4f38edb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:50.151557 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c4c08518-88bf-47a7-b4d8-fcabd66e7191 req-2cc99f79-f3b0-4df4-bb2c-18e864bec5b2 service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392666 Jul 25 16:27:50.167815 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-41e96324-3a53-4b9c-b1e8-7cbfdabb505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:50.169411 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-41e96324-3a53-4b9c-b1e8-7cbfdabb505f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1128 time: 0.0557878 Jul 25 16:27:50.199896 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a250ca-fc76-4336-8350-81f2317c740e x-openstack-request-id: req-70a250ca-fc76-4336-8350-81f2317c740e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:50.201113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:50.201113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70a250ca-fc76-4336-8350-81f2317c740e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:50.201683 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-43245106-84a7-4c35-bcd7-91667f6c259d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:50.204882 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a250ca-fc76-4336-8350-81f2317c740e'] response: {'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:27:50.276535 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-08017bf9-d96a-48a1-80f9-cdbc588270df service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 217 time: 0.0975401 Jul 25 16:27:50.458918 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f5611eae-c2ec-4395-95d8-719bb696c609 req-817390be-2dd1-4f05-a022-a1b12c39b6ef tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0822177 Jul 25 16:27:50.506228 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e80c6-e212-44f3-be29-5b8d36d61dc0 req-fc150106-d0fa-4b9d-84e5-1e4bcddb368f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:50.509258 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-896e80c6-e212-44f3-be29-5b8d36d61dc0 req-fc150106-d0fa-4b9d-84e5-1e4bcddb368f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.1153684 Jul 25 16:27:50.594366 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-896e80c6-e212-44f3-be29-5b8d36d61dc0 req-b7c591de-0171-455a-a3de-431a1d69a44c tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735919 Jul 25 16:27:50.814229 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfb3ab-e3aa-481d-b9cb-f099d5cf71c4 req-49ba212c-e8dd-42f6-a81b-70439c6ae5ba tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:50.818036 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45dfb3ab-e3aa-481d-b9cb-f099d5cf71c4 req-49ba212c-e8dd-42f6-a81b-70439c6ae5ba tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0703106 Jul 25 16:27:50.916527 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45dfb3ab-e3aa-481d-b9cb-f099d5cf71c4 req-5e65e0e1-a310-43f6-8fa4-0854a59e472b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895936 Jul 25 16:27:51.087786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:51.580335 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:51.601808 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c8efdaf2-04ba-4634-9075-416b9edf9844 req-c652846c-7d0b-4dcc-acde-85b5aabd3d55 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0320973 Jul 25 16:27:51.783147 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7386e4-6bac-4c0e-86a3-d26b0bfbc440 req-65299d64-f7a7-4544-8dda-472b6264dc5f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:51.785978 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc7386e4-6bac-4c0e-86a3-d26b0bfbc440 req-65299d64-f7a7-4544-8dda-472b6264dc5f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0815480 Jul 25 16:27:51.867683 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:51.868925 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc7386e4-6bac-4c0e-86a3-d26b0bfbc440 req-e8a4ab33-5b60-4cc2-9719-0e1ce1852162 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Jul 25 16:27:52.087400 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653cb3-6682-4726-9376-a3b7fa4e6b9c req-d536c686-1a40-4ee6-8f00-59545b502269 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:52.089765 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-84653cb3-6682-4726-9376-a3b7fa4e6b9c req-d536c686-1a40-4ee6-8f00-59545b502269 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0635154 Jul 25 16:27:52.172712 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-84653cb3-6682-4726-9376-a3b7fa4e6b9c req-702c26b1-2353-4d34-809d-e3dfbf832ee5 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688753 Jul 25 16:27:52.254507 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36262) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:52.390914 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb0a2-3f83-41c6-a254-52d39acf0646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.513015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.526656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb0a2-3f83-41c6-a254-52d39acf0646 admin admin] Publish callbacks [] for security_group (13563b17-f76d-4767-b3e9-1fe8ff42c00f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.531910 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb0a2-3f83-41c6-a254-52d39acf0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (13563b17-f76d-4767-b3e9-1fe8ff42c00f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.578594 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6e7cb0a2-3f83-41c6-a254-52d39acf0646 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=901cfd316e24473180a363e7974b2ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224347 Jul 25 16:27:52.579889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb0a2-3f83-41c6-a254-52d39acf0646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13563b17-f76d-4767-b3e9-1fe8ff42c00f,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:52.583037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36266) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:27:52.678264 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] Publish callbacks [] for security_group (13563b17-f76d-4767-b3e9-1fe8ff42c00f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.719947 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] Publish callbacks [] for security_group (13563b17-f76d-4767-b3e9-1fe8ff42c00f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.755323 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-24412842-048a-472c-8e3d-2d1dd5142e11 req-6e4e5173-c4d3-40e8-9f1c-f12410f78d52 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0321579 Jul 25 16:27:52.798543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (13563b17-f76d-4767-b3e9-1fe8ff42c00f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.801470 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:52.802733 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13563b17-f76d-4767-b3e9-1fe8ff42c00f HTTP/1.1" status: 204 len: 168 time: 0.2173095 Jul 25 16:27:52.815444 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbec77-3104-4a67-9806-090646dc90c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13563b17-f76d-4767-b3e9-1fe8ff42c00f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:53.088057 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372d968-c542-4923-bd77-73e3c30e464f req-2c228efa-aedf-4577-8cb8-e16fc7dfafe5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:53.089954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a372d968-c542-4923-bd77-73e3c30e464f req-2c228efa-aedf-4577-8cb8-e16fc7dfafe5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0973277 Jul 25 16:27:53.107702 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:53.160280 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a372d968-c542-4923-bd77-73e3c30e464f req-b9918ac9-b805-4f4f-a0cd-ad258590a9f1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579810 Jul 25 16:27:53.346804 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1ef51-ffc7-4a56-a81d-52e0efe1b7df req-fedf7b29-cb7e-4c63-b84c-2fa3a6f7d583 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:53.348457 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dac1ef51-ffc7-4a56-a81d-52e0efe1b7df req-fedf7b29-cb7e-4c63-b84c-2fa3a6f7d583 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0747797 Jul 25 16:27:53.406148 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dac1ef51-ffc7-4a56-a81d-52e0efe1b7df req-baa85183-3391-43d2-8644-9f0c38d85acf tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Jul 25 16:27:53.930865 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5de6cee8-4d8f-4c4e-a7d6-079402f063bd req-5806a75f-57ae-46f0-adc6-a5e9e96516be tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0661483 Jul 25 16:27:53.963937 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-5668c6cb-1c03-4da3-a6cd-0c122cf0291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:53.978038 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-5668c6cb-1c03-4da3-a6cd-0c122cf0291d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.1671247 Jul 25 16:27:54.011343 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-56b581d0-635c-462a-8cc1-af35dd7c8c7a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bf1042b61955413fad23679484f9c891&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047342 Jul 25 16:27:54.227870 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-de59c09d-d0fe-449c-a95c-3f25554d9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:54.230658 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-de59c09d-d0fe-449c-a95c-3f25554d9a41 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2514515 Jul 25 16:27:54.405081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device c088b66c-9e47-45df-a77e-878bab58d1aa details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:27:54.487278 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:54.539906 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc945132-98fc-4acf-a3c1-8e890537892a req-8d5ae573-9469-46b8-838b-9c56428e517b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:54.545000 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc945132-98fc-4acf-a3c1-8e890537892a req-8d5ae573-9469-46b8-838b-9c56428e517b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.1771209 Jul 25 16:27:54.631215 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-7786dabd-622e-4b1b-912f-0dcde289626f service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860700 Jul 25 16:27:54.635061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c088b66c-9e47-45df-a77e-878bab58d1aa,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:54.644170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-b9539a41-b5c5-454b-9b85-f9304f26689c tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:54.646582 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-b9539a41-b5c5-454b-9b85-f9304f26689c tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6045742 Jul 25 16:27:54.661439 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'c088b66c-9e47-45df-a77e-878bab58d1aa', 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513', 'port_id': 'c088b66c-9e47-45df-a77e-878bab58d1aa', 'mac_address': 'fa:16:3e:2a:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fd9508-6580-4f05-a48f-57c05dd9d955', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:27:54.662788 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Request body: {'port': {'device_id': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161', 'admin_state_up': True, 'tenant_id': 'bf1042b61955413fad23679484f9c891'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:54.720845 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc945132-98fc-4acf-a3c1-8e890537892a req-419a29a8-4ce7-439e-8b43-03fd4283ad72 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686258 Jul 25 16:27:54.763161 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port c088b66c-9e47-45df-a77e-878bab58d1aa is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:27:54.763893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:54.788870 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c088b66c-9e47-45df-a77e-878bab58d1aa {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:54.840605 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6702-f912-4fbf-98e2-44b089074737 req-e70d88c2-35bb-431f-829b-2e25b518c380 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:54.842449 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c088b66c-9e47-45df-a77e-878bab58d1aa,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:27:54.843539 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-695b6702-f912-4fbf-98e2-44b089074737 req-e70d88c2-35bb-431f-829b-2e25b518c380 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 943 time: 0.0897517 Jul 25 16:27:54.848588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:54.895561 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:54.913658 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2ede6bc2-e980-4ebb-afd1-f88eb8126735 req-5cc7bc77-9ed2-4d9a-9622-7ee8a3abb13c service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653944 Jul 25 16:27:54.918937 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:54.930033 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.930490 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.930954 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.931386 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.931957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.932353 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.932751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.933081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.934123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.934709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.935229 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.935829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.936328 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.936956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.937507 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:27:54.942076 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-695b6702-f912-4fbf-98e2-44b089074737 req-9ee839ce-8181-4edb-9fcb-3369f32991da tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Jul 25 16:27:54.951856 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Made reservation on behalf of bf1042b61955413fad23679484f9c891 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:27:54.957321 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:54.972111 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:54.977452 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:27:55.118544 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks [] for security_group (28c911d1-15ce-4f95-81e3-4efb8c816094), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:55.125382 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (28c911d1-15ce-4f95-81e3-4efb8c816094), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:55.128468 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-98ff7e69-9d38-4c5b-acf2-9b379bcc8d89 req-121f1b6b-de77-4d20-929c-6aae1623da9c tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0550246 Jul 25 16:27:55.229839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c911d1-15ce-4f95-81e3-4efb8c816094,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:55.308128 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Allocated IP 192.168.233.48 (3250c88d-8832-40aa-bf76-a8683d589161/a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6/08546f13-2203-4070-8897-56c91c8e22a5) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:27:55.535476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks [] for port (08546f13-2203-4070-8897-56c91c8e22a5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:55.607497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:55.658398 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:55.706075 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Network 3250c88d-8832-40aa-bf76-a8683d589161 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:27:55.714003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:27:55.721960 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:27:55.730049 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Pushing event updated for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:55.854190 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:55.855323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:55.899113 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dc2602f9-4a7d-46fa-9c81-30cab8d87bda tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2412045 Jul 25 16:27:55.951012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b42c32-1f68-4483-bc8d-a3d9705e0a4f req-0bb36315-a8b8-4afe-986f-acdef0d7fd29 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:55.953151 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70b42c32-1f68-4483-bc8d-a3d9705e0a4f req-0bb36315-a8b8-4afe-986f-acdef0d7fd29 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0800681 Jul 25 16:27:56.066266 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70b42c32-1f68-4483-bc8d-a3d9705e0a4f req-efcb9020-fd91-452b-9006-4dd142f2e906 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Jul 25 16:27:56.132749 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9468f764-d518-4fdc-8070-c4715c2d1c0e None None] Provisioning complete for port 08546f13-2203-4070-8897-56c91c8e22a5 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:27:56.133957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9468f764-d518-4fdc-8070-c4715c2d1c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (08546f13-2203-4070-8897-56c91c8e22a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:56.134297 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646289-11c4-4c55-9ffe-ce49579fe61c req-434455ce-3d13-4364-a62c-e779b41dfd46 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:56.135933 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-47646289-11c4-4c55-9ffe-ce49579fe61c req-434455ce-3d13-4364-a62c-e779b41dfd46 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 944 time: 0.0587018 Jul 25 16:27:56.155929 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:56.186024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9468f764-d518-4fdc-8070-c4715c2d1c0e None None] Port 08546f13-2203-4070-8897-56c91c8e22a5 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:27:56.208672 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-47646289-11c4-4c55-9ffe-ce49579fe61c req-f429a5f5-c4f9-488c-8289-2cfb9a40873a tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645225 Jul 25 16:27:56.294229 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9391-7308-4e9e-8f89-e361d5dd8bba req-4eac6d8b-6d5d-4d4a-9171-ac989bf58b61 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:56.295860 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a08c9391-7308-4e9e-8f89-e361d5dd8bba req-4eac6d8b-6d5d-4d4a-9171-ac989bf58b61 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 935 time: 0.0587738 Jul 25 16:27:56.354589 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a08c9391-7308-4e9e-8f89-e361d5dd8bba req-2fb7a9b8-d685-4169-ba23-865d62f18b45 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Jul 25 16:27:57.221562 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee155a9a-34a5-46fd-84d7-12ca74213ce8 req-ce049492-bf9c-43a8-84ff-3908d36eb8ff tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:57.224298 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee155a9a-34a5-46fd-84d7-12ca74213ce8 req-ce049492-bf9c-43a8-84ff-3908d36eb8ff tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0761027 Jul 25 16:27:57.310585 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ee155a9a-34a5-46fd-84d7-12ca74213ce8 req-99e0a3ac-330d-4c0d-a8f7-24e9fefa71a8 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Jul 25 16:27:57.368411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Request body: {'port': {'device_id': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:27:57.400585 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e7a78-d1b1-47f4-ac46-0cea47396250 req-c8ec1bda-8135-4746-9898-cb66201ec442 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:57.403474 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-346e7a78-d1b1-47f4-ac46-0cea47396250 req-c8ec1bda-8135-4746-9898-cb66201ec442 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 944 time: 0.0912867 Jul 25 16:27:57.482586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (08546f13-2203-4070-8897-56c91c8e22a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:57.523115 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-346e7a78-d1b1-47f4-ac46-0cea47396250 req-4d8406a4-fd5f-46bf-b23d-1ba011dc2577 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085846 Jul 25 16:27:57.542934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83cf7-f67e-4390-9ff5-c0d42325ce6b req-8aba9f40-0917-4abf-b349-ad9219ffcce6 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:57.546223 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3b83cf7-f67e-4390-9ff5-c0d42325ce6b req-8aba9f40-0917-4abf-b349-ad9219ffcce6 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 935 time: 0.0829928 Jul 25 16:27:57.588807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:57.629751 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3b83cf7-f67e-4390-9ff5-c0d42325ce6b req-ed0b435e-a168-4fc7-8a5e-e3ab2533128f tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800688 Jul 25 16:27:57.728383 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['c088b66c-9e47-45df-a77e-878bab58d1aa'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:27:57.916933 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08546f13-2203-4070-8897-56c91c8e22a5 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:27:57.932883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks [] for port (08546f13-2203-4070-8897-56c91c8e22a5), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:57.952864 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Transition to ACTIVE for port object 08546f13-2203-4070-8897-56c91c8e22a5 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:27:57.960405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:58.078891 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:58.208866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Attempting to bind port 08546f13-2203-4070-8897-56c91c8e22a5 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:27:58.208866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Attempting to bind port 08546f13-2203-4070-8897-56c91c8e22a5 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:27:58.209431 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Attempting to bind port 08546f13-2203-4070-8897-56c91c8e22a5 on network 3250c88d-8832-40aa-bf76-a8683d589161 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:58.218629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Port 08546f13-2203-4070-8897-56c91c8e22a5 on network 3250c88d-8832-40aa-bf76-a8683d589161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:27:58.219315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Attempting to bind port 08546f13-2203-4070-8897-56c91c8e22a5 on network 3250c88d-8832-40aa-bf76-a8683d589161 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:27:58.226569 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:27:58.227124 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Checking segment: {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:27:58.227587 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Bound using segment: {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:27:58.228119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Bound port: 08546f13-2203-4070-8897-56c91c8e22a5, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a6deaf-0c95-4e57-9627-7911df3c7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:27:58.228562 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (08546f13-2203-4070-8897-56c91c8e22a5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:58.337801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:27:58.342103 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=08546f13-2203-4070-8897-56c91c8e22a5,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:27:58.350797 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:58.392991 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.394125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:27:58.396680 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] 10.222.0.102 "PUT /v2.0/ports/08546f13-2203-4070-8897-56c91c8e22a5 HTTP/1.1" status: 200 len: 1097 time: 1.0356991 Jul 25 16:27:58.397759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:27:58.401966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf4130-02c4-401e-9095-95d6bae7fa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "tag": "08546f13-2203-4070-8897-56c91c8e22a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:27:58.442875 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2e81-424e-44b2-9719-a729d1eaf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:27:58.500364 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488720a2-ef58-4749-86b6-530bdec286de x-openstack-request-id: req-488720a2-ef58-4749-86b6-530bdec286de {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:27:58.500610 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "tag": "08546f13-2203-4070-8897-56c91c8e22a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:27:58.501029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-488720a2-ef58-4749-86b6-530bdec286de {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:27:58.501733 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488720a2-ef58-4749-86b6-530bdec286de'] response: {'name': 'network-changed', 'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5', 'status': 'completed', 'code': 200} Jul 25 16:27:58.525401 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ff925-894e-4fdb-a14a-a3b631ea288f req-4c9a8f85-1b26-4784-8128-ae8d589c20f8 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.527293 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e9ff925-894e-4fdb-a14a-a3b631ea288f req-4c9a8f85-1b26-4784-8128-ae8d589c20f8 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0765097 Jul 25 16:27:58.596287 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2e9ff925-894e-4fdb-a14a-a3b631ea288f req-c425428a-7c0d-4aa7-935f-0f5c041969eb tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601912 Jul 25 16:27:58.782101 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2195-9d4b-458b-b80a-5f6a33e86362 req-2777e815-8fb0-421c-8319-c00f6f6876e7 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.784842 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-531d2195-9d4b-458b-b80a-5f6a33e86362 req-2777e815-8fb0-421c-8319-c00f6f6876e7 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 944 time: 0.1134653 Jul 25 16:27:58.926425 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-2703fbd5-e65e-4134-9bfe-74ada3aeffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.930648 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-2703fbd5-e65e-4134-9bfe-74ada3aeffc5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1128 time: 0.1162009 Jul 25 16:27:58.932207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:58.937163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-178cf672-6805-439e-b95f-45f744e978b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.939263 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-178cf672-6805-439e-b95f-45f744e978b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bf1042b61955413fad23679484f9c891&device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 1131 time: 0.0728419 Jul 25 16:27:58.939640 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e54b58-907c-425a-8405-9bbb89ba97b7 req-1f4f5d11-f4f7-40cd-b43e-ec67df965785 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:58.942751 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b1e54b58-907c-425a-8405-9bbb89ba97b7 req-1f4f5d11-f4f7-40cd-b43e-ec67df965785 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.1862152 Jul 25 16:27:59.006437 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:27:59.066860 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-531d2195-9d4b-458b-b80a-5f6a33e86362 req-0216517d-35ca-49e1-890a-974d32d23512 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259126 Jul 25 16:27:59.075210 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-38502e14-5034-493d-9ce8-7304b21b25d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=08546f13-2203-4070-8897-56c91c8e22a5 HTTP/1.1" status: 200 len: 217 time: 0.1056504 Jul 25 16:27:59.078868 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b1e54b58-907c-425a-8405-9bbb89ba97b7 req-cc5eb369-4fcd-4c51-b158-a2826ba3d7aa tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272032 Jul 25 16:27:59.182090 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-73374a83-3085-4395-9e0c-c742b0d8bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:59.183768 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-73374a83-3085-4395-9e0c-c742b0d8bc14 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.1982045 Jul 25 16:27:59.185929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-807be246-c72f-4961-941a-dd257e2483e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:59.187497 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-807be246-c72f-4961-941a-dd257e2483e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6 HTTP/1.1" status: 200 len: 843 time: 0.0887787 Jul 25 16:27:59.766176 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d28c8-6f61-4e5b-955e-e0eb84e43a55 req-ebe2ddb2-332d-4afc-a1af-bc6cf15d89ba tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:27:59.768003 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c65d28c8-6f61-4e5b-955e-e0eb84e43a55 req-ebe2ddb2-332d-4afc-a1af-bc6cf15d89ba tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 944 time: 0.0595396 Jul 25 16:27:59.832423 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c65d28c8-6f61-4e5b-955e-e0eb84e43a55 req-01b67cb8-fd3c-424a-b9ff-a39a0d5a367e tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524564 Jul 25 16:28:00.107782 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9a46516f-6426-4c10-a5d9-637e54e69b85 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:28:00.116615 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:00.273714 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:00.291327 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'port_id': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'mac_address': 'fa:16:3e:32:ba:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:28:00.306519 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1840-a04b-49e4-82d1-66214ea5b45f req-d0731be4-d593-4142-ab18-9ff27231a832 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:00.310118 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d8e1840-a04b-49e4-82d1-66214ea5b45f req-d0731be4-d593-4142-ab18-9ff27231a832 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 944 time: 0.1252415 Jul 25 16:28:00.345349 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e8187-69f1-4c28-b81c-b7872ff20320 req-4788ac9b-f673-4258-8a2e-3e31f447a539 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:00.348217 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-666e8187-69f1-4c28-b81c-b7872ff20320 req-4788ac9b-f673-4258-8a2e-3e31f447a539 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.1050811 Jul 25 16:28:00.358999 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 9a46516f-6426-4c10-a5d9-637e54e69b85 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:00.359359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:00.377237 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a46516f-6426-4c10-a5d9-637e54e69b85 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:28:00.403507 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:00.410043 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:00.417631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:00.417935 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:00.454774 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3d8e1840-a04b-49e4-82d1-66214ea5b45f req-1d170109-c4b0-4fab-95e4-a418ffd0111b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322057 Jul 25 16:28:00.463497 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-666e8187-69f1-4c28-b81c-b7872ff20320 req-fe7f6300-ce9b-4673-aa5d-77e8a768f984 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Jul 25 16:28:00.510508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:00.927294 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device c088b66c-9e47-45df-a77e-878bab58d1aa up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:00.978703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7faa5c-84f0-4b34-8667-619293ea6b8b req-1da071f1-e7e0-4e18-a2a9-19263e871d29 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:00.980416 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b7faa5c-84f0-4b34-8667-619293ea6b8b req-1da071f1-e7e0-4e18-a2a9-19263e871d29 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 945 time: 0.0707653 Jul 25 16:28:00.985088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port c088b66c-9e47-45df-a77e-878bab58d1aa completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:28:00.994384 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port c088b66c-9e47-45df-a77e-878bab58d1aa triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:00.995457 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:01.020566 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-1b0242c0-3b57-4195-bf1a-da737df61449 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 217 time: 0.0930865 Jul 25 16:28:01.036973 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dedf4128-3dcb-4eab-bea9-808a83e4c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:01.039079 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-dedf4128-3dcb-4eab-bea9-808a83e4c779 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3250c88d-8832-40aa-bf76-a8683d589161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1098487 Jul 25 16:28:01.046943 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7b7faa5c-84f0-4b34-8667-619293ea6b8b req-23354081-b201-4c83-97b1-a2adf611c71e tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553603 Jul 25 16:28:01.105720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port c088b66c-9e47-45df-a77e-878bab58d1aa is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:01.106114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:01.133662 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:01.135913 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5b9c3d-38f0-4fa0-b3de-e91ca8560413" -d '{"events": [{"server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:01.150736 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c088b66c-9e47-45df-a77e-878bab58d1aa,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:01.155739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:01.180419 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e01b48-2c3f-498f-b84a-a9190f06bb80 x-openstack-request-id: req-60e01b48-2c3f-498f-b84a-a9190f06bb80 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:01.180744 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "name": "network-vif-plugged", "status": "completed", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:01.180993 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60e01b48-2c3f-498f-b84a-a9190f06bb80 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:01.181432 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e01b48-2c3f-498f-b84a-a9190f06bb80'] response: {'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa', 'code': 200} Jul 25 16:28:01.209766 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:01.633428 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c8fe-5f23-4a20-aa4d-4e55c57d72c9 req-444ceba2-9931-49df-a888-17bcd7d0cd78 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:01.636063 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7642c8fe-5f23-4a20-aa4d-4e55c57d72c9 req-444ceba2-9931-49df-a888-17bcd7d0cd78 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0841186 Jul 25 16:28:01.660588 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9b044-b983-4b21-9aeb-ddfc0e2ddf2e req-94a46d19-f235-4596-b7eb-e309ef6fd244 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:01.662193 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bcd9b044-b983-4b21-9aeb-ddfc0e2ddf2e req-94a46d19-f235-4596-b7eb-e309ef6fd244 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.0812457 Jul 25 16:28:01.735734 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7642c8fe-5f23-4a20-aa4d-4e55c57d72c9 req-f0aa9121-c599-480e-901b-d45d3f576b1d tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 Jul 25 16:28:01.749667 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bcd9b044-b983-4b21-9aeb-ddfc0e2ddf2e req-943796aa-50f9-4167-b6ce-2e047172cfe6 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770967 Jul 25 16:28:01.970691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-1076427e-da26-48fc-9317-ebe2d84d0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:01.972179 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-1076427e-da26-48fc-9317-ebe2d84d0e39 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.1314063 Jul 25 16:28:02.031188 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:02.057292 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-edb30e0a-771c-4a96-9880-a425c64ae3fb service neutron] 10.222.0.102 "GET /v2.0/networks/3250c88d-8832-40aa-bf76-a8683d589161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661344 Jul 25 16:28:02.059003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-aa138c72-6048-4752-b52d-af3c23d4adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:02.060571 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-aa138c72-6048-4752-b52d-af3c23d4adc1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740492 Jul 25 16:28:02.106506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87fbdf-4373-4353-bbc5-cead190332c6 req-45ed686f-67bc-49cd-abaa-9208cf8f82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:02.108387 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c87fbdf-4373-4353-bbc5-cead190332c6 req-45ed686f-67bc-49cd-abaa-9208cf8f82a4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 1129 time: 0.0567739 Jul 25 16:28:02.168413 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9a46516f-6426-4c10-a5d9-637e54e69b85'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:28:02.208182 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c87fbdf-4373-4353-bbc5-cead190332c6 req-463939d7-a261-4f30-98e8-02bc12b5a128 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921419 Jul 25 16:28:02.290068 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f46989-78e7-4e9e-8e21-67f25b812740 req-3d80c0fc-844c-4750-9649-70b8c40dd086 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:02.307629 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f46989-78e7-4e9e-8e21-67f25b812740 req-3d80c0fc-844c-4750-9649-70b8c40dd086 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 945 time: 0.1189222 Jul 25 16:28:02.335625 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:02.418038 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85f46989-78e7-4e9e-8e21-67f25b812740 req-750093f4-a2fa-4b78-8a2f-2ecc35dfcc54 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082289 Jul 25 16:28:02.529580 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-fc5c02ae-5813-402f-a8e3-e9c94bb624d6 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513102 Jul 25 16:28:02.533935 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-208beedf-e864-4ee2-a9fa-aa6e528b1f50 req-319fc9a1-40d2-4683-a1ea-505046389f3b service neutron] 10.222.0.102 "GET /v2.0/networks/3250c88d-8832-40aa-bf76-a8683d589161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642081 Jul 25 16:28:02.713785 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-69ad3d8b-ae7c-4c9e-a80f-b6240f7e047b req-f1a85684-5228-4e5e-b8d3-8ad068326039 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693542 Jul 25 16:28:02.900355 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ada84-5d6c-45a2-969d-2753689b88c7 req-2a46fea9-ffb6-48ae-8cfb-d1d5aea0577c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:02.900355 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-027ada84-5d6c-45a2-969d-2753689b88c7 req-2a46fea9-ffb6-48ae-8cfb-d1d5aea0577c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0578043 Jul 25 16:28:02.992081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae0ac3-7af4-4d9f-abcd-2a29031b98bc req-f8bf0151-4942-4e03-8562-7edad5786207 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:02.993870 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33ae0ac3-7af4-4d9f-abcd-2a29031b98bc req-f8bf0151-4942-4e03-8562-7edad5786207 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.0802977 Jul 25 16:28:03.017221 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-027ada84-5d6c-45a2-969d-2753689b88c7 req-6eac649f-4d91-444a-855a-ecb88414cd14 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Jul 25 16:28:03.076931 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33ae0ac3-7af4-4d9f-abcd-2a29031b98bc req-61659777-8de1-47cd-a8c4-9f6c87ff1491 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Jul 25 16:28:03.210811 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709378d7-9d43-45e3-9a65-47726effb81e req-5bc7964e-7756-42ee-a15e-0656b90ed77d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:03.213627 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-709378d7-9d43-45e3-9a65-47726effb81e req-5bc7964e-7756-42ee-a15e-0656b90ed77d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0713663 Jul 25 16:28:03.248827 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:03.315870 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-709378d7-9d43-45e3-9a65-47726effb81e req-a221f120-50ea-43fe-86af-dbfc737b996c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907495 Jul 25 16:28:03.615849 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e5876-ba62-4150-9168-0147cc36d31f req-226eb5a7-64df-43e7-adbb-e6452ccdda7c tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:03.617552 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-290e5876-ba62-4150-9168-0147cc36d31f req-226eb5a7-64df-43e7-adbb-e6452ccdda7c tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 945 time: 0.0546618 Jul 25 16:28:03.680153 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-290e5876-ba62-4150-9168-0147cc36d31f req-ff04e735-557b-4fc8-9f4d-d4f6c42d80fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Jul 25 16:28:03.835570 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9a46516f-6426-4c10-a5d9-637e54e69b85 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:03.886298 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 9a46516f-6426-4c10-a5d9-637e54e69b85 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:28:03.895308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 9a46516f-6426-4c10-a5d9-637e54e69b85 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:03.895855 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:03.991751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 9a46516f-6426-4c10-a5d9-637e54e69b85 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:03.992158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:04.001652 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-5913a033-ab26-4173-b74d-90a536d42b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.003557 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-5913a033-ab26-4173-b74d-90a536d42b38 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bf1042b61955413fad23679484f9c891&device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 1131 time: 0.0548966 Jul 25 16:28:04.025639 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:04.028673 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa0ab2-2de0-41a0-8f46-1c5aca1a4633" -d '{"events": [{"server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "name": "network-vif-plugged", "status": "completed", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:04.046458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:04.055115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:04.095206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe36f2e8-e97d-4513-bedd-e96853acec45 x-openstack-request-id: req-fe36f2e8-e97d-4513-bedd-e96853acec45 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:04.095624 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "name": "network-vif-plugged", "status": "completed", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:04.096284 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe36f2e8-e97d-4513-bedd-e96853acec45 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:04.096768 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe36f2e8-e97d-4513-bedd-e96853acec45'] response: {'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'code': 200} Jul 25 16:28:04.167967 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:04.192347 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17346-9035-4325-84be-fa17e4476c1a req-386980ab-59db-48ba-bf55-cefd5f3b8b71 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.194616 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8b17346-9035-4325-84be-fa17e4476c1a req-386980ab-59db-48ba-bf55-cefd5f3b8b71 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0672343 Jul 25 16:28:04.239835 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-33740b9f-7c32-4cb8-af32-6c36697199fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.243839 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-33740b9f-7c32-4cb8-af32-6c36697199fd service neutron] 10.222.0.102 "GET /v2.0/networks?id=3250c88d-8832-40aa-bf76-a8683d589161 HTTP/1.1" status: 200 len: 870 time: 0.1400971 Jul 25 16:28:04.332092 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690f06c-541f-4ac1-8143-5bfbd3a15e9f req-5bf8093c-d935-4d41-a7a3-ca3c72130a3d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.334620 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3690f06c-541f-4ac1-8143-5bfbd3a15e9f req-5bf8093c-d935-4d41-a7a3-ca3c72130a3d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.1132476 Jul 25 16:28:04.360819 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8b17346-9035-4325-84be-fa17e4476c1a req-73748638-33db-44c8-8875-6e5664839b87 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558242 Jul 25 16:28:04.434199 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3690f06c-541f-4ac1-8143-5bfbd3a15e9f req-253a58c6-8617-4091-ace6-93d7a0f7ebc3 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883117 Jul 25 16:28:04.508073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:04.532394 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33575f5-f396-48e7-9b2e-38d9f317d989 req-31008e79-2623-4ca9-968c-2a686494a309 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.534797 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a33575f5-f396-48e7-9b2e-38d9f317d989 req-31008e79-2623-4ca9-968c-2a686494a309 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0808864 Jul 25 16:28:04.603572 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a33575f5-f396-48e7-9b2e-38d9f317d989 req-6fc0919c-5a14-45c5-b772-504971fc50f6 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586081 Jul 25 16:28:04.687096 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-216c0039-0809-49fe-9543-b129f3edbf50 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=08546f13-2203-4070-8897-56c91c8e22a5 HTTP/1.1" status: 200 len: 217 time: 0.0820506 Jul 25 16:28:04.851555 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4210-52b7-4e30-bc20-1f7951a520b5 req-d8b2f0dc-8738-4819-aca3-dc514dac88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.854342 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c48f4210-52b7-4e30-bc20-1f7951a520b5 req-d8b2f0dc-8738-4819-aca3-dc514dac88e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1130 time: 0.1046402 Jul 25 16:28:04.857669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-068cf33f-a17e-4011-afcb-b489800e1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.860083 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-068cf33f-a17e-4011-afcb-b489800e1b71 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6 HTTP/1.1" status: 200 len: 843 time: 0.1658099 Jul 25 16:28:04.919551 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac05ed9-8a9a-406e-8159-de6ba3f6ffd9 req-32f562ac-d062-4481-aa76-b5294bed6479 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.926428 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aac05ed9-8a9a-406e-8159-de6ba3f6ffd9 req-32f562ac-d062-4481-aa76-b5294bed6479 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.1058691 Jul 25 16:28:04.966964 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:04.989362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-0a105f91-301a-4821-b80c-7e71ff1cdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:04.991730 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-0a105f91-301a-4821-b80c-7e71ff1cdedc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3250c88d-8832-40aa-bf76-a8683d589161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1132889 Jul 25 16:28:05.011812 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aac05ed9-8a9a-406e-8159-de6ba3f6ffd9 req-3e689ee9-9151-4cee-b1d3-6619a8b4c932 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820062 Jul 25 16:28:05.082070 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c48f4210-52b7-4e30-bc20-1f7951a520b5 req-7d0e4c13-2aec-40bf-85ae-98ee4dc404f5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143886 Jul 25 16:28:05.093067 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:05.155337 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-fe9a8183-d3d1-443b-b829-ff0aa7460004 service neutron] 10.222.0.102 "GET /v2.0/networks/3250c88d-8832-40aa-bf76-a8683d589161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473393 Jul 25 16:28:05.423738 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9adf4130-02c4-401e-9095-95d6bae7fa5e req-bca91332-29fd-4897-81dc-985ae2591db0 service neutron] 10.222.0.102 "GET /v2.0/networks/3250c88d-8832-40aa-bf76-a8683d589161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007981 Jul 25 16:28:05.532115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b2ea0-5e4f-467d-ac30-3ed8838fb306 req-62521d48-fc13-47ad-be23-f55eea9496c0 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:05.533820 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-596b2ea0-5e4f-467d-ac30-3ed8838fb306 req-62521d48-fc13-47ad-be23-f55eea9496c0 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0658224 Jul 25 16:28:05.631833 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e0a1-8035-44d4-ab08-e406a24c1e8d req-617e13ac-2048-45fd-bc24-4f41d7e48258 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:05.633608 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b913e0a1-8035-44d4-ab08-e406a24c1e8d req-617e13ac-2048-45fd-bc24-4f41d7e48258 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 947 time: 0.0776331 Jul 25 16:28:05.637488 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-596b2ea0-5e4f-467d-ac30-3ed8838fb306 req-023b154a-26ea-4f9b-92ce-51bb3a696c6e tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968225 Jul 25 16:28:05.711749 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b913e0a1-8035-44d4-ab08-e406a24c1e8d req-ddc0db52-9110-4f85-b069-015c06f1ca12 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701907 Jul 25 16:28:05.811358 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0c5e6-6fa4-4476-abf5-a07c0693a63c req-205e6fa6-8786-4773-8d5c-86a719504a70 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:05.814131 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e2e0c5e6-6fa4-4476-abf5-a07c0693a63c req-205e6fa6-8786-4773-8d5c-86a719504a70 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0666962 Jul 25 16:28:05.837875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 08546f13-2203-4070-8897-56c91c8e22a5 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:28:05.909705 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e2e0c5e6-6fa4-4476-abf5-a07c0693a63c req-a1d73525-2c1c-4ecd-ac07-1a4c0d379dc8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870469 Jul 25 16:28:06.013987 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=08546f13-2203-4070-8897-56c91c8e22a5,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:06.028298 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '08546f13-2203-4070-8897-56c91c8e22a5', 'network_id': '3250c88d-8832-40aa-bf76-a8683d589161', 'port_id': '08546f13-2203-4070-8897-56c91c8e22a5', 'mac_address': 'fa:16:3e:7f:e3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45c13f7-f60b-4c3a-a86c-e11e0c2ad0a6', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:28:06.077901 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 08546f13-2203-4070-8897-56c91c8e22a5 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:06.078471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (08546f13-2203-4070-8897-56c91c8e22a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:06.102361 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08546f13-2203-4070-8897-56c91c8e22a5 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:28:06.144371 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=08546f13-2203-4070-8897-56c91c8e22a5,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:06.153257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:06.260525 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:06.273095 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9f221-d2c7-4c40-bb32-97eb160ec9dc req-0e886994-b434-4511-894f-01ee6dfc3cbd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:06.276468 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-60a9f221-d2c7-4c40-bb32-97eb160ec9dc req-0e886994-b434-4511-894f-01ee6dfc3cbd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.0894136 Jul 25 16:28:06.422424 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-60a9f221-d2c7-4c40-bb32-97eb160ec9dc req-b83397ba-bfe2-402b-9782-6997c21000e7 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287081 Jul 25 16:28:06.457060 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['08546f13-2203-4070-8897-56c91c8e22a5'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:28:06.538702 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:06.661669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:06.815932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36636) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:06.885077 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b869b-c5e6-44d7-ba19-5cf2a7ff0f35 req-7bfd1cc5-75aa-4293-b6f6-dbe62045be9e tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:06.886797 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7f8b869b-c5e6-44d7-ba19-5cf2a7ff0f35 req-7bfd1cc5-75aa-4293-b6f6-dbe62045be9e tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 948 time: 0.0597272 Jul 25 16:28:06.971027 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7f8b869b-c5e6-44d7-ba19-5cf2a7ff0f35 req-1a58b3c2-f285-4c1b-ae78-e56fe0dd7553 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737984 Jul 25 16:28:07.065319 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2828362d-5733-4f57-b4f8-e2dcb8e0ce1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.133862 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f004db6-f34a-4849-8dfb-0ed3a98f4728 req-cfdc0708-3ccf-4265-a026-524a6f7ce9c4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:07.136768 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6f004db6-f34a-4849-8dfb-0ed3a98f4728 req-cfdc0708-3ccf-4265-a026-524a6f7ce9c4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1027267 Jul 25 16:28:07.183820 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:07.186698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:07.235762 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6f004db6-f34a-4849-8dfb-0ed3a98f4728 req-015e2b4c-4dd6-4218-8a65-d6a1ec1a39a2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860085 Jul 25 16:28:07.245434 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2828362d-5733-4f57-b4f8-e2dcb8e0ce1b admin admin] Publish callbacks [] for security_group (89bf5fb1-878a-4f64-8e72-038ecae7e774), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.251718 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2828362d-5733-4f57-b4f8-e2dcb8e0ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (89bf5fb1-878a-4f64-8e72-038ecae7e774), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.321270 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2828362d-5733-4f57-b4f8-e2dcb8e0ce1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9786a5f12e5496abdb402949397bfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031235 Jul 25 16:28:07.322166 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828362d-5733-4f57-b4f8-e2dcb8e0ce1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf5fb1-878a-4f64-8e72-038ecae7e774,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:07.325256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36650) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:07.402204 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] Publish callbacks [] for security_group (89bf5fb1-878a-4f64-8e72-038ecae7e774), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.432390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] Publish callbacks [] for security_group (89bf5fb1-878a-4f64-8e72-038ecae7e774), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.513069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (89bf5fb1-878a-4f64-8e72-038ecae7e774), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.517562 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.522240 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89bf5fb1-878a-4f64-8e72-038ecae7e774 HTTP/1.1" status: 204 len: 168 time: 0.1938906 Jul 25 16:28:07.533896 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fada827-cf66-45e6-ae85-1416aaa1ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf5fb1-878a-4f64-8e72-038ecae7e774,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:07.614285 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:07.636221 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92496-f846-44e9-84f3-8fb4c5976fcb req-c77ba72c-b34d-4744-a602-2a8b698442ac tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:07.639513 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e1d92496-f846-44e9-84f3-8fb4c5976fcb req-c77ba72c-b34d-4744-a602-2a8b698442ac tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.0854180 Jul 25 16:28:07.720781 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e1d92496-f846-44e9-84f3-8fb4c5976fcb req-13881bc8-35ff-49a4-97cb-91d552d1036b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691552 Jul 25 16:28:07.832692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 08546f13-2203-4070-8897-56c91c8e22a5 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:07.887910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 08546f13-2203-4070-8897-56c91c8e22a5 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:28:07.899032 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 08546f13-2203-4070-8897-56c91c8e22a5 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:07.899508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (08546f13-2203-4070-8897-56c91c8e22a5), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:07.932669 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19715b-5ebc-4937-bc0a-e44bc0bccc07 req-d2e117cc-e489-47f3-a8d7-5d0f99bb2b18 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:07.937190 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e19715b-5ebc-4937-bc0a-e44bc0bccc07 req-d2e117cc-e489-47f3-a8d7-5d0f99bb2b18 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.1156325 Jul 25 16:28:08.040837 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36664) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:08.051205 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e19715b-5ebc-4937-bc0a-e44bc0bccc07 req-73ea1569-4a05-40b3-b41b-2d6a98700ae3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080196 Jul 25 16:28:08.062261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 08546f13-2203-4070-8897-56c91c8e22a5 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:08.062768 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (08546f13-2203-4070-8897-56c91c8e22a5), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.083762 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-908ec163-f93b-4b70-b9bf-df714faab425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.095950 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:08.100471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caac6c6-086a-426f-8b0a-902218f21afd" -d '{"events": [{"server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "name": "network-vif-plugged", "status": "completed", "tag": "08546f13-2203-4070-8897-56c91c8e22a5"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:08.120228 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=08546f13-2203-4070-8897-56c91c8e22a5,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:08.126893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.193712 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f286705-d26c-4fd6-ab3e-dac12439bb6d req-2840a1ca-79dc-4d7b-a783-a4cbf3640960 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:08.195832 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6f286705-d26c-4fd6-ab3e-dac12439bb6d req-2840a1ca-79dc-4d7b-a783-a4cbf3640960 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0851574 Jul 25 16:28:08.255017 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-908ec163-f93b-4b70-b9bf-df714faab425 admin admin] Publish callbacks [] for security_group (d0476491-f052-41e4-9291-a82bc2931fd6), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.259658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:08.260538 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-908ec163-f93b-4b70-b9bf-df714faab425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d0476491-f052-41e4-9291-a82bc2931fd6), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.278382 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6f286705-d26c-4fd6-ab3e-dac12439bb6d req-f339e149-d6df-4a56-8618-eafec1469f11 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712957 Jul 25 16:28:08.355285 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ec163-f93b-4b70-b9bf-df714faab425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0476491-f052-41e4-9291-a82bc2931fd6,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:08.366137 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-908ec163-f93b-4b70-b9bf-df714faab425 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7914b065542140b885e801c3866febb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201187 Jul 25 16:28:08.366734 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36676) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:08.418326 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43acad7-b289-463b-a849-2459a0141812 x-openstack-request-id: req-d43acad7-b289-463b-a849-2459a0141812 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:08.418725 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "name": "network-vif-plugged", "status": "completed", "tag": "08546f13-2203-4070-8897-56c91c8e22a5", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:08.419113 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d43acad7-b289-463b-a849-2459a0141812 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:08.426562 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43acad7-b289-463b-a849-2459a0141812'] response: {'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5', 'code': 200} Jul 25 16:28:08.516417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] Publish callbacks [] for security_group (d0476491-f052-41e4-9291-a82bc2931fd6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.589918 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] Publish callbacks [] for security_group (d0476491-f052-41e4-9291-a82bc2931fd6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.823347 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5d55a-e407-4d23-8fb3-eb795de7a735 req-532d634e-4dbe-40bd-90e7-6ec6deb8a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:08.828729 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ba5d55a-e407-4d23-8fb3-eb795de7a735 req-532d634e-4dbe-40bd-90e7-6ec6deb8a64b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 1133 time: 0.1439981 Jul 25 16:28:08.931367 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d0476491-f052-41e4-9291-a82bc2931fd6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.936466 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:08.941405 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0476491-f052-41e4-9291-a82bc2931fd6 HTTP/1.1" status: 204 len: 168 time: 0.5708408 Jul 25 16:28:08.941405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36684) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:08.989937 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ba5d55a-e407-4d23-8fb3-eb795de7a735 req-fb85d550-90be-411d-b7ac-c90014a53894 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547871 Jul 25 16:28:08.990990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc592a-b5c4-4a78-8aba-ee223c3c8472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0476491-f052-41e4-9291-a82bc2931fd6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:09.056629 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7cde1-1eff-4118-bd86-dfd7e3181077 req-4891436b-2318-42b2-9f7d-195b4601a9a4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:09.066685 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6bd7cde1-1eff-4118-bd86-dfd7e3181077 req-4891436b-2318-42b2-9f7d-195b4601a9a4 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.5175483 Jul 25 16:28:09.125778 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b320e-7f57-4bbd-8ca5-be866738df1e req-98a85f4a-5f93-40d2-9d21-dc08ac8fddb4 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:09.128618 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6d7b320e-7f57-4bbd-8ca5-be866738df1e req-98a85f4a-5f93-40d2-9d21-dc08ac8fddb4 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.1711235 Jul 25 16:28:09.204791 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6bd7cde1-1eff-4118-bd86-dfd7e3181077 req-b6063a97-8294-4ac2-b55e-7a7cd3e25c3e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312830 Jul 25 16:28:09.259616 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6d7b320e-7f57-4bbd-8ca5-be866738df1e req-6114bdef-cc62-475b-985e-6c072e3a9e18 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194801 Jul 25 16:28:09.521678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffa14-ce97-49a4-b3d0-b8aafa36945f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:09.526794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:09.586151 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c5c01-f5ff-4a6e-ab59-66b5e13ace5e req-7d551fce-9480-4d73-96ac-b2a6aac30cec tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:09.595721 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d92c5c01-f5ff-4a6e-ab59-66b5e13ace5e req-7d551fce-9480-4d73-96ac-b2a6aac30cec tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.1424730 Jul 25 16:28:09.615650 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36696) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:09.654135 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc9a7-c3dd-4b6b-852e-dd8c42e25e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:09.673930 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d92c5c01-f5ff-4a6e-ab59-66b5e13ace5e req-f657add7-0863-4b67-8355-3eeee86b132c tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760856 Jul 25 16:28:09.789459 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffa14-ce97-49a4-b3d0-b8aafa36945f admin admin] Publish callbacks [] for security_group (f4562768-e00e-48f9-918c-4ceb61c77a66), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:09.813312 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffa14-ce97-49a4-b3d0-b8aafa36945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f4562768-e00e-48f9-918c-4ceb61c77a66), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:09.883342 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:09.922209 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1b9ffa14-ce97-49a4-b3d0-b8aafa36945f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=084a82c286814b9793e16536a0ad88d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9660914 Jul 25 16:28:09.922841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36704) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:09.934542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ffa14-ce97-49a4-b3d0-b8aafa36945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4562768-e00e-48f9-918c-4ceb61c77a66,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:09.952289 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc9a7-c3dd-4b6b-852e-dd8c42e25e22 admin admin] Publish callbacks [] for security_group (4b717003-f1fe-4cb5-a0ba-6c7829894385), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:09.961365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc9a7-c3dd-4b6b-852e-dd8c42e25e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b717003-f1fe-4cb5-a0ba-6c7829894385), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.012506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] Publish callbacks [] for security_group (f4562768-e00e-48f9-918c-4ceb61c77a66), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.040007 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6cdbc9a7-c3dd-4b6b-852e-dd8c42e25e22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=483b19435bc84fb2ad95f07cf13ee25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227271 Jul 25 16:28:10.041006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc9a7-c3dd-4b6b-852e-dd8c42e25e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b717003-f1fe-4cb5-a0ba-6c7829894385,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:10.044596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36706) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:10.059248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] Publish callbacks [] for security_group (f4562768-e00e-48f9-918c-4ceb61c77a66), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.119524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] Publish callbacks [] for security_group (4b717003-f1fe-4cb5-a0ba-6c7829894385), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.162539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] Publish callbacks [] for security_group (4b717003-f1fe-4cb5-a0ba-6c7829894385), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.185453 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f4562768-e00e-48f9-918c-4ceb61c77a66), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.189398 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.191012 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4562768-e00e-48f9-918c-4ceb61c77a66 HTTP/1.1" status: 204 len: 168 time: 0.2668598 Jul 25 16:28:10.200434 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4011-0f6d-49f7-b2f4-4341a1bbfe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4562768-e00e-48f9-918c-4ceb61c77a66,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:10.258965 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b717003-f1fe-4cb5-a0ba-6c7829894385), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.265037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:10.267709 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b717003-f1fe-4cb5-a0ba-6c7829894385 HTTP/1.1" status: 204 len: 168 time: 0.2217991 Jul 25 16:28:10.285083 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93dcf2-240f-428d-8796-430a497057c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b717003-f1fe-4cb5-a0ba-6c7829894385,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:10.468990 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c91b-bbea-4072-ab7d-7b93d2b19639 req-2f9dab45-2481-4332-8efe-268d4d280afa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:10.472424 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2a15c91b-bbea-4072-ab7d-7b93d2b19639 req-2f9dab45-2481-4332-8efe-268d4d280afa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0862772 Jul 25 16:28:10.575849 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2a15c91b-bbea-4072-ab7d-7b93d2b19639 req-5d05619e-2d8c-4ef5-adcb-964a4d23a54e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913863 Jul 25 16:28:10.951581 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a911d-8b74-4a9a-8057-cb1c29b3680c req-1ab8cad3-8ce4-43fa-84cd-cfe71b8bb8c6 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:10.955653 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d97a911d-8b74-4a9a-8057-cb1c29b3680c req-1ab8cad3-8ce4-43fa-84cd-cfe71b8bb8c6 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.1442950 Jul 25 16:28:10.998593 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:11.056528 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d97a911d-8b74-4a9a-8057-cb1c29b3680c req-038fb62d-9dbd-4385-bc4f-f5deb7c5c671 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Jul 25 16:28:11.799396 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155f47c-6687-48ab-a960-87caeeca3b8a req-927b7f92-d516-424b-b39f-a08a5281a222 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:11.806431 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5155f47c-6687-48ab-a960-87caeeca3b8a req-927b7f92-d516-424b-b39f-a08a5281a222 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1062143 Jul 25 16:28:11.907481 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5155f47c-6687-48ab-a960-87caeeca3b8a req-3de87e6c-c9c9-499a-8191-d4e26c079691 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919254 Jul 25 16:28:11.981525 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:12.219500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:12.265213 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ec46d-bf33-4a79-a76a-2da00b15b683 req-817ef872-56fc-43c0-97b8-d1436bb4d148 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:12.266920 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d03ec46d-bf33-4a79-a76a-2da00b15b683 req-817ef872-56fc-43c0-97b8-d1436bb4d148 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0626540 Jul 25 16:28:12.346651 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d03ec46d-bf33-4a79-a76a-2da00b15b683 req-b61b2d5d-73a6-439b-9095-3aac59d53fc8 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Jul 25 16:28:12.722352 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72e835-4de0-4e3f-b20c-1e6de0d38fa4 req-13f96a0a-8279-4518-b156-6edc7a7d66f7 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:12.724012 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf72e835-4de0-4e3f-b20c-1e6de0d38fa4 req-13f96a0a-8279-4518-b156-6edc7a7d66f7 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0639570 Jul 25 16:28:12.782656 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf72e835-4de0-4e3f-b20c-1e6de0d38fa4 req-2c0159dc-0c42-4f9a-84b6-e77596353503 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Jul 25 16:28:13.100499 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307366f8-231d-43e2-bac5-51b9a02105be req-556b46ff-42d6-4074-a93b-1d68e693367f tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:13.102323 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-307366f8-231d-43e2-bac5-51b9a02105be req-556b46ff-42d6-4074-a93b-1d68e693367f tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0675724 Jul 25 16:28:13.170483 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-307366f8-231d-43e2-bac5-51b9a02105be req-d17b75a9-07c5-4504-8723-481d7c987a0a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608733 Jul 25 16:28:13.939870 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110e2d0-30cf-420e-864c-344337e33d52 req-3c38a550-ced9-4b51-af39-79aa8eebb96d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:13.941658 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b110e2d0-30cf-420e-864c-344337e33d52 req-3c38a550-ced9-4b51-af39-79aa8eebb96d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0603838 Jul 25 16:28:14.012883 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b110e2d0-30cf-420e-864c-344337e33d52 req-043f4a23-0ea6-48e7-9640-4043038a7636 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612240 Jul 25 16:28:14.322713 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed222-83fb-498c-91db-880e7be9208c req-6d812993-df0f-4e3f-b3bb-19bac151f31a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:14.324768 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f77ed222-83fb-498c-91db-880e7be9208c req-6d812993-df0f-4e3f-b3bb-19bac151f31a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0609038 Jul 25 16:28:14.393138 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f77ed222-83fb-498c-91db-880e7be9208c req-ddccd865-82a2-45ae-8042-0a3cffed7f95 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565321 Jul 25 16:28:14.850061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:15.196658 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c50396-23ec-43fc-a996-106acf021465 req-ead57be9-0c50-4741-907b-2e4abf45b781 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:15.200256 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38c50396-23ec-43fc-a996-106acf021465 req-ead57be9-0c50-4741-907b-2e4abf45b781 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0972776 Jul 25 16:28:15.266772 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38c50396-23ec-43fc-a996-106acf021465 req-895a1a28-01ef-4fb5-bc36-bbb20973dfd5 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Jul 25 16:28:15.602242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7b64-2266-449e-bbb1-6e3bcc7cceb0 req-bfe27aba-2cae-4a18-8e55-18ecb3b3563d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:15.604082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05ea7b64-2266-449e-bbb1-6e3bcc7cceb0 req-bfe27aba-2cae-4a18-8e55-18ecb3b3563d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0715237 Jul 25 16:28:15.672982 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05ea7b64-2266-449e-bbb1-6e3bcc7cceb0 req-008f6604-eb7c-41f6-966e-c2e526ad0cbf tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585365 Jul 25 16:28:16.228482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9971942c-1a1e-4864-83ec-4d41109600f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:16.464051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caf276-e4d6-4078-98f7-bb8373ebbf6b req-a3d97cdf-8d1e-4ec1-91d0-99aabd3872af tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:16.465721 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34caf276-e4d6-4078-98f7-bb8373ebbf6b req-a3d97cdf-8d1e-4ec1-91d0-99aabd3872af tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0807197 Jul 25 16:28:16.544049 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34caf276-e4d6-4078-98f7-bb8373ebbf6b req-1bd342a4-f6c6-430f-b4e3-f8e055ba24d3 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694330 Jul 25 16:28:16.832638 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f93dd7-8fdf-4fdb-9da1-467f7e284814 req-5b26cd77-1da6-403c-9a82-3e4df03ac4ed tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:16.834379 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f0f93dd7-8fdf-4fdb-9da1-467f7e284814 req-5b26cd77-1da6-403c-9a82-3e4df03ac4ed tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0603862 Jul 25 16:28:16.894664 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f0f93dd7-8fdf-4fdb-9da1-467f7e284814 req-34fef206-53e2-41f3-b62e-7383884b4fd2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521278 Jul 25 16:28:17.262643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-f221db9d-5346-4ccc-b2e8-266ad8526e2d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:17.264329 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-f221db9d-5346-4ccc-b2e8-266ad8526e2d tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.102 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0776193 Jul 25 16:28:17.578134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Deleting port 08546f13-2203-4070-8897-56c91c8e22a5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:28:17.578755 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (08546f13-2203-4070-8897-56c91c8e22a5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:17.732684 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] For port 08546f13-2203-4070-8897-56c91c8e22a5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=08546f13-2203-4070-8897-56c91c8e22a5,segment=NetworkSegment(70a6deaf-0c95-4e57-9627-7911df3c7b92),segment_id=70a6deaf-0c95-4e57-9627-7911df3c7b92)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:17.733601 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (08546f13-2203-4070-8897-56c91c8e22a5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:17.751745 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Calling delete_port for 08546f13-2203-4070-8897-56c91c8e22a5 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:28:17.754271 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e66ea7-d03f-4c87-8004-67be6b718a36 req-dcd22f21-f2a4-4427-9892-85d38391ee70 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:17.756904 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05e66ea7-d03f-4c87-8004-67be6b718a36 req-dcd22f21-f2a4-4427-9892-85d38391ee70 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 949 time: 0.0933554 Jul 25 16:28:17.797122 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:17.828306 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05e66ea7-d03f-4c87-8004-67be6b718a36 req-3d5e746f-d9ca-4d2d-bd2f-e697d88ac735 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/security-groups?id=28c911d1-15ce-4f95-81e3-4efb8c816094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Jul 25 16:28:17.904126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:17.922109 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (08546f13-2203-4070-8897-56c91c8e22a5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:17.937086 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['08546f13-2203-4070-8897-56c91c8e22a5'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:28:17.970084 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Pushing event deleted for resources: {'Port': ['ID=08546f13-2203-4070-8897-56c91c8e22a5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:18.037125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] No DVR routers for this DVR port 08546f13-2203-4070-8897-56c91c8e22a5 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:28:18.040294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:18.044186 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cd248354-c221-4f96-a6b2-a8a31f2920bf req-73123b96-2a10-448a-b7de-d3ceae74af5a tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.102 "DELETE /v2.0/ports/08546f13-2203-4070-8897-56c91c8e22a5 HTTP/1.1" status: 204 len: 173 time: 0.5856214 Jul 25 16:28:18.044765 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'name': 'network-vif-deleted', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:18.047471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d109d3-8b81-4dd3-98d3-d5e08df35de9" -d '{"events": [{"server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "name": "network-vif-deleted", "tag": "08546f13-2203-4070-8897-56c91c8e22a5"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:18.127500 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce298fdd-b5fc-4ea8-97c4-27898361b96e x-openstack-request-id: req-ce298fdd-b5fc-4ea8-97c4-27898361b96e {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:18.127942 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf", "name": "network-vif-deleted", "tag": "08546f13-2203-4070-8897-56c91c8e22a5", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:18.128326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce298fdd-b5fc-4ea8-97c4-27898361b96e {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:18.128955 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce298fdd-b5fc-4ea8-97c4-27898361b96e'] response: {'server_uuid': '5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf', 'name': 'network-vif-deleted', 'tag': '08546f13-2203-4070-8897-56c91c8e22a5', 'status': 'completed', 'code': 200} Jul 25 16:28:18.196015 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6443-6b77-4159-88a7-c97cad9f617d req-e2b98a27-bee1-43cf-9a59-2a8469dec888 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:18.205759 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b3fe6443-6b77-4159-88a7-c97cad9f617d req-e2b98a27-bee1-43cf-9a59-2a8469dec888 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1622789 Jul 25 16:28:18.265196 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:18.279327 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b3fe6443-6b77-4159-88a7-c97cad9f617d req-84219e90-c417-43a5-8c05-5a5f76a0a805 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718720 Jul 25 16:28:18.652295 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e0ff-1316-4352-afc0-34b4113255b1 req-1caa3f36-9c39-4a53-942d-e12721c4a2d6 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:18.653868 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5b0e0ff-1316-4352-afc0-34b4113255b1 req-1caa3f36-9c39-4a53-942d-e12721c4a2d6 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0548811 Jul 25 16:28:18.719192 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c5b0e0ff-1316-4352-afc0-34b4113255b1 req-8795cea0-b4f2-4326-86fc-be6cfb96a03c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571980 Jul 25 16:28:18.987545 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ffa5075-71fb-45ea-ae3d-84bb6f2aabbc req-f96ce937-e578-4ee7-b289-dbe7deea11b4 tempest-VolumesNegativeTest-1116628464 tempest-VolumesNegativeTest-1116628464-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cb4b462-b551-4ab2-8bdc-5c953c4dc8cf HTTP/1.1" status: 200 len: 210 time: 0.0455096 Jul 25 16:28:19.407266 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-dd03709c-d790-4c2f-9ddc-8141f7b1740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.409888 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-dd03709c-d790-4c2f-9ddc-8141f7b1740d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1130 time: 0.0946796 Jul 25 16:28:19.534035 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:19.588863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-2ac68a24-36bd-455d-91cf-3e4859440baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.591760 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-2ac68a24-36bd-455d-91cf-3e4859440baa service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 0.1635070 Jul 25 16:28:19.704876 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-7fa77be4-8830-4a65-8259-98de69146453 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 1002 time: 0.1017840 Jul 25 16:28:19.787850 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-25821b7e-9687-4b33-96a4-d1a4ebc4745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.791045 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-25821b7e-9687-4b33-96a4-d1a4ebc4745c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.0728362 Jul 25 16:28:19.882662 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-69940508-bfbf-4c43-b094-631f715ad5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.885602 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-69940508-bfbf-4c43-b094-631f715ad5d7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876911 Jul 25 16:28:19.942795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53b6b0-4b9b-4cb6-a327-97483239d79e req-253088d2-41f1-43d5-9ac6-109fd3f7406f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.944425 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9d53b6b0-4b9b-4cb6-a327-97483239d79e req-253088d2-41f1-43d5-9ac6-109fd3f7406f tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.0853937 Jul 25 16:28:19.973367 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc36b6-e613-4b3d-a9a6-453cb1137761 req-1b48204c-c545-4de5-b0b7-6622a096d45c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:19.975091 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28fc36b6-e613-4b3d-a9a6-453cb1137761 req-1b48204c-c545-4de5-b0b7-6622a096d45c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0775621 Jul 25 16:28:20.033387 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-b3c7a23c-0364-4c84-b264-e94de8623106 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399531 Jul 25 16:28:20.051361 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9d53b6b0-4b9b-4cb6-a327-97483239d79e req-d4cc83cb-5059-47b6-b604-367fc5fb09df tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945539 Jul 25 16:28:20.066146 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-28fc36b6-e613-4b3d-a9a6-453cb1137761 req-77212d1c-ceeb-4784-9b3a-53583d9cb941 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807397 Jul 25 16:28:20.085500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36890) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:20.191750 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-40e5d49d-4d91-48e0-b987-812759b33fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:20.206562 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0e7c81a8-8819-483b-8d3a-24c2898a45ca req-91479a89-b2e4-40f7-b8db-3fd47be25278 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657026 Jul 25 16:28:20.368069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-e6465486-d9eb-4713-bcbc-0e0f984bfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:20.369758 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-e6465486-d9eb-4713-bcbc-0e0f984bfe4e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 1130 time: 0.0610316 Jul 25 16:28:20.472452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a4fd9-06f1-4a3b-bb6b-30ea9e5a0058 tempest-TestMinimumBasicScenario-1829728169 tempest-TestMinimumBasicScenario-1829728169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:20.480192 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c57a4fd9-06f1-4a3b-bb6b-30ea9e5a0058 tempest-TestMinimumBasicScenario-1829728169 tempest-TestMinimumBasicScenario-1829728169-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1125 time: 0.3920350 Jul 25 16:28:20.481376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 36908) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:20.487246 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'port_id': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:20.520948 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:20.585434 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-97a8957e-ee18-42f8-ba58-71cb9a75ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:20.588172 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-97a8957e-ee18-42f8-ba58-71cb9a75ff9e service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 0.1878510 Jul 25 16:28:20.636419 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:20.726615 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-1f10de37-9797-4fdd-b525-1646ea6ef43f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 200 len: 1002 time: 0.1302032 Jul 25 16:28:20.840314 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Allocated IP 172.27.2.97 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/1fe5437e-0ca9-426e-b736-c8e1eaba6243) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:21.018678 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.080264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.100610 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.115141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 36942) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:21.138456 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:21.141280 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:21.145434 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:21.148751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:21.157615 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'Port': ['ID=1fe5437e-0ca9-426e-b736-c8e1eaba6243,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:21.438636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-466ae4e9-cf6d-48f9-aa05-f6c7bfc5cec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.443091 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-85cdb0b8-ddb9-44c7-9e79-00fc07ff540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:21.444796 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-85cdb0b8-ddb9-44c7-9e79-00fc07ff540f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.1533237 Jul 25 16:28:21.536556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-b81a26e4-a87a-4832-a70e-728dfa0ebff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:21.538573 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-b81a26e4-a87a-4832-a70e-728dfa0ebff3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0850356 Jul 25 16:28:21.574590 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:21.614932 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac1cbf-8744-4309-b2b8-6b7a9aaa4f9e req-119190c5-af5b-4e51-bc0a-528deb003b11 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:21.628519 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1cac1cbf-8744-4309-b2b8-6b7a9aaa4f9e req-119190c5-af5b-4e51-bc0a-528deb003b11 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.2206764 Jul 25 16:28:21.715954 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-d3410901-14cb-4294-b155-4824da7468dd service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653290 Jul 25 16:28:21.737852 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-466ae4e9-cf6d-48f9-aa05-f6c7bfc5cec2 admin admin] Publish callbacks [] for security_group (716971af-5cd7-4614-8a45-c804aa557f4d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.760196 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-466ae4e9-cf6d-48f9-aa05-f6c7bfc5cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (716971af-5cd7-4614-8a45-c804aa557f4d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.815297 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1cac1cbf-8744-4309-b2b8-6b7a9aaa4f9e req-ddb9755f-ee7a-4080-b400-e2ff7e7157f2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849923 Jul 25 16:28:21.881693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:21.911449 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:21.912913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:21.919347 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-466ae4e9-cf6d-48f9-aa05-f6c7bfc5cec2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=986834ce5df540f194c3f27863017b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8030622 Jul 25 16:28:21.933264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37010) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:21.935894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 08546f13-2203-4070-8897-56c91c8e22a5 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:28:21.972949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 08546f13-2203-4070-8897-56c91c8e22a5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:28:21.973296 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 08546f13-2203-4070-8897-56c91c8e22a5 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:28:22.009848 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae4e9-cf6d-48f9-aa05-f6c7bfc5cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716971af-5cd7-4614-8a45-c804aa557f4d,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:22.129846 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6970dac4-4bfa-4c17-b450-f7fae06ba9ea req-1d23220a-e843-46bb-9d1a-283eca310dea service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979740 Jul 25 16:28:22.151094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] Publish callbacks [] for security_group (716971af-5cd7-4614-8a45-c804aa557f4d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.204212 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for floatingip (027d6e91-1ac4-433d-8404-7764f6f81d55), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.216424 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] Publish callbacks [] for security_group (716971af-5cd7-4614-8a45-c804aa557f4d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.393820 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.452895 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (716971af-5cd7-4614-8a45-c804aa557f4d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.457722 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.465706 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/716971af-5cd7-4614-8a45-c804aa557f4d HTTP/1.1" status: 204 len: 168 time: 0.5363955 Jul 25 16:28:22.504728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924480fd-6f5f-4e9c-98f1-cb11a3f3bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716971af-5cd7-4614-8a45-c804aa557f4d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:22.595736 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:22.757866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.762920 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.770973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:22.866465 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'Port': ['ID=1fe5437e-0ca9-426e-b736-c8e1eaba6243,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:22.876272 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (027d6e91-1ac4-433d-8404-7764f6f81d55), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:23.048458 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:23.056467 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Floating IP 027d6e91-1ac4-433d-8404-7764f6f81d55 associated. External IP: 172.27.2.97, port: 9a46516f-6426-4c10-a5d9-637e54e69b85. Jul 25 16:28:23.069324 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69219f15-b9ed-4f75-af9f-3a6946d5e69d req-96d0a7d5-2c25-4eae-bcc8-70dab1a59de1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:23.071649 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-69219f15-b9ed-4f75-af9f-3a6946d5e69d req-96d0a7d5-2c25-4eae-bcc8-70dab1a59de1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0950472 Jul 25 16:28:23.289119 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-69219f15-b9ed-4f75-af9f-3a6946d5e69d req-d8744e21-349a-458f-9758-05ed39410c6b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664519 Jul 25 16:28:23.465231 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:28:23.589581 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:28:23.604711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Sync routers for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:28:23.616324 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:23.623754 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:23.624618 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:23.752519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:23.790062 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:23.929948 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-b2a0a831-f6e4-49ba-bd67-fbea7cf61bfc tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4463940 Jul 25 16:28:23.932898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37114) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:23.933817 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:23.936269 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b" -d '{"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:23.941648 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303945712', 'description': 'tempest-secgroup-smoke-1303945712 description', 'project_id': '966cf8bbbc4540a596f615498331465a'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:23.993143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:23.993476 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e39f8-8deb-41f1-8aee-6ce7e9956a06 x-openstack-request-id: req-d72e39f8-8deb-41f1-8aee-6ce7e9956a06 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:23.993703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:23.994198 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d72e39f8-8deb-41f1-8aee-6ce7e9956a06 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:23.994577 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72e39f8-8deb-41f1-8aee-6ce7e9956a06'] response: {'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:28:24.097951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-94fe7165-3437-4e66-9cf9-ce7a1da281ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:24.099494 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-94fe7165-3437-4e66-9cf9-ce7a1da281ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1130 time: 0.0772099 Jul 25 16:28:24.165875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '027d6e91-1ac4-433d-8404-7764f6f81d55', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'port_id': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'mac_address': 'fa:16:3e:32:ba:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550fc385-910d-4a1a-8d15-13f92691d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:28:21Z', 'updated_at': '2022-07-25T16:28:21Z', 'revision_number': 0, 'project_id': '966cf8bbbc4540a596f615498331465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:24.203448 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Checking router: 0747316e-b422-4ccb-9a31-5d8d1ca381d6 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:28:24.229045 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:24.229045 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:24.234123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (c9f95b60-180b-4387-9ca4-21df6638e22e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.267841 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c9f95b60-180b-4387-9ca4-21df6638e22e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.303667 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-fa70ffb4-d325-4329-a0b8-87de80883d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:24.306454 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-fa70ffb4-d325-4329-a0b8-87de80883d3a service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.1974211 Jul 25 16:28:24.312385 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.314671 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3789341 Jul 25 16:28:24.318885 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37142) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:24.331138 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:24.386099 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea4699-1a36-464a-86cf-8ed4df5503f0 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f95b60-180b-4387-9ca4-21df6638e22e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:24.420208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (88b3b33f-8ff2-4ec3-ad49-22011b01d832), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.425360 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:24.430209 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-b1c351b6-c097-46ff-b6d8-089a43d60cd4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 999 time: 0.1069882 Jul 25 16:28:24.499732 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:24.523920 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-f101a889-5b12-4f65-9286-b6d8a9a78ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:24.525985 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-f101a889-5b12-4f65-9286-b6d8a9a78ae2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.0803432 Jul 25 16:28:24.543465 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (88b3b33f-8ff2-4ec3-ad49-22011b01d832), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.552889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (88b3b33f-8ff2-4ec3-ad49-22011b01d832), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.593471 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b3b33f-8ff2-4ec3-ad49-22011b01d832,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:24.631262 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.638579 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0a7edb06-6887-4048-8c36-339ec1d3dbe9 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3177512 Jul 25 16:28:24.639566 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-e42992bc-0776-4a86-b16a-449ee9279ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:24.640043 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37154) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:24.642203 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-e42992bc-0776-4a86-b16a-449ee9279ff0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1103101 Jul 25 16:28:24.646914 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:24.690376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (2440b148-5b4a-4b95-a8af-887d828820f4), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.843411 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (2440b148-5b4a-4b95-a8af-887d828820f4), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.850695 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (2440b148-5b4a-4b95-a8af-887d828820f4), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.858468 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-da9612db-af97-4a9d-87ec-49d70418884e service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060945 Jul 25 16:28:24.914708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:24.915992 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747097 Jul 25 16:28:24.917414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30006e9-2a43-4f63-b70f-954689983d3d tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2440b148-5b4a-4b95-a8af-887d828820f4,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:24.922140 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '027d6e91-1ac4-433d-8404-7764f6f81d55', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'port_id': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'mac_address': 'fa:16:3e:32:ba:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550fc385-910d-4a1a-8d15-13f92691d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:28:21Z', 'updated_at': '2022-07-25T16:28:21Z', 'revision_number': 0, 'project_id': '966cf8bbbc4540a596f615498331465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:24.926755 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37162) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:24.932150 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:24.970159 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322b706-1133-492a-a01c-82bd85ddedb3 None None] The sync data for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi is: [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '027d6e91-1ac4-433d-8404-7764f6f81d55', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'port_id': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'mac_address': 'fa:16:3e:32:ba:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550fc385-910d-4a1a-8d15-13f92691d031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:28:21Z', 'updated_at': '2022-07-25T16:28:21Z', 'revision_number': 0, 'project_id': '966cf8bbbc4540a596f615498331465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:28:25.026740 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (478be9cc-be3a-4d48-8f01-cdef52edf32f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.054497 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d50bf7c6-13b0-4173-a8a8-488aa3c2b73b req-1835d7ab-8c00-4c2d-82dc-121a72d93408 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807475 Jul 25 16:28:25.142164 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (478be9cc-be3a-4d48-8f01-cdef52edf32f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.147940 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (478be9cc-be3a-4d48-8f01-cdef52edf32f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.174179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478be9cc-be3a-4d48-8f01-cdef52edf32f,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:25.186004 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.190383 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-44803144-4602-4ccb-a134-b69aaf649800 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593627 Jul 25 16:28:25.191458 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37170) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:25.202183 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:25.242076 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (d8dfff32-44e9-472b-8591-cd4a2967e4fc), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.307388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:25.345126 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (d8dfff32-44e9-472b-8591-cd4a2967e4fc), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.350350 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (d8dfff32-44e9-472b-8591-cd4a2967e4fc), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.375048 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dfff32-44e9-472b-8591-cd4a2967e4fc,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:25.391110 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.393604 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0f72a79c-c78a-431b-97e2-c9d739e177fe tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999719 Jul 25 16:28:25.395786 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37188) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:25.401020 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:25.432346 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Project 966cf8bbbc4540a596f615498331465a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:28:25.440574 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (8c04b28a-2f8e-4c42-b0e1-5f2ffbabe945), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.485490 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d2296-67a4-4bd6-83fc-4f6be031757b None None] New status for floating IP 027d6e91-1ac4-433d-8404-7764f6f81d55: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:28:25.531144 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (8c04b28a-2f8e-4c42-b0e1-5f2ffbabe945), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.536574 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (8c04b28a-2f8e-4c42-b0e1-5f2ffbabe945), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.559907 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c04b28a-2f8e-4c42-b0e1-5f2ffbabe945,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:25.571081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.572530 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d976a4d4-1ef5-4b0a-845a-0c04b2532d30 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752963 Jul 25 16:28:25.575678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37200) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:25.580933 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'security_group_rule': {'security_group_id': 'c9f95b60-180b-4387-9ca4-21df6638e22e', 'project_id': '966cf8bbbc4540a596f615498331465a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:25.609242 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.securitygroups_db [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Project 966cf8bbbc4540a596f615498331465a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:28:25.618087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (af28e1cb-560e-4a7d-b167-359787d9674a), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.628160 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:25.707773 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (af28e1cb-560e-4a7d-b167-359787d9674a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.713143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (af28e1cb-560e-4a7d-b167-359787d9674a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.739707 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af28e1cb-560e-4a7d-b167-359787d9674a,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:25.748163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:25.749737 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0921fe54-2c0c-409c-ba2f-8cab98ffa0a1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725283 Jul 25 16:28:25.857853 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-2ed18138-b1ae-4164-8186-85d8619fde69 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303945712&fields=id&tenant_id=966cf8bbbc4540a596f615498331465a HTTP/1.1" status: 200 len: 267 time: 0.0527205 Jul 25 16:28:25.916448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-b5568832-07dc-4d8f-9214-f04d158c2298 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:25.918771 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-b5568832-07dc-4d8f-9214-f04d158c2298 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.0537601 Jul 25 16:28:25.932546 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'port': {'security_groups': ['dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c', 'c9f95b60-180b-4387-9ca4-21df6638e22e']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:25.963179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:26.031602 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:26.300633 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:26.356252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:26.364237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:26.389745 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9a46516f-6426-4c10-a5d9-637e54e69b85'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:28:26.413877 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:26.418321 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:26.419879 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ce516eed-d653-496f-a5fd-f83e0dbc6e5e req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "PUT /v2.0/ports/9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 982 time: 0.4936450 Jul 25 16:28:26.453154 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:28:26.455882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4052bb-6ab1-430e-8a68-f52ce5fb8368" -d '{"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:28:26.512987 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9276f-dac9-42eb-ac69-453f3967d0ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=6']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:26.559798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a1c12-da45-4efd-903a-5419651b2e5d x-openstack-request-id: req-902a1c12-da45-4efd-903a-5419651b2e5d {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:28:26.560385 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:28:26.560803 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-902a1c12-da45-4efd-903a-5419651b2e5d {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:28:26.561375 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902a1c12-da45-4efd-903a-5419651b2e5d'] response: {'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:28:26.575309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9a46516f-6426-4c10-a5d9-637e54e69b85'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:28:26.585691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9173-8f71-474f-abde-3d2332fb72ad req-dcd3ec12-55d4-4e35-8701-72b7854999d6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:26.587841 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-150b9173-8f71-474f-abde-3d2332fb72ad req-dcd3ec12-55d4-4e35-8701-72b7854999d6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0708838 Jul 25 16:28:26.665125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:26.669756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-9e243ac7-39d0-413d-8ba1-92f6fd880a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:26.672324 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-150b9173-8f71-474f-abde-3d2332fb72ad req-4224e5ad-f1f7-4d9f-835e-2000e45b0ec6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775981 Jul 25 16:28:26.675368 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-9e243ac7-39d0-413d-8ba1-92f6fd880a4c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1169 time: 0.0964098 Jul 25 16:28:26.754838 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:26.844874 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-a2851947-d6a0-416a-91c4-e6bb10baf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:26.846432 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-a2851947-d6a0-416a-91c4-e6bb10baf212 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.1642194 Jul 25 16:28:26.858508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ce457904-4df4-4347-845d-81de4ae06de6 None None] Provisioning complete for port 9a46516f-6426-4c10-a5d9-637e54e69b85 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:26.859136 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ce457904-4df4-4347-845d-81de4ae06de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:26.868474 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:26.929024 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-a284322d-bfe3-4e45-8871-ab29ed232839 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 1001 time: 0.0728798 Jul 25 16:28:26.991139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-40060eca-fb4a-409c-8bda-af17119069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:26.993226 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-40060eca-fb4a-409c-8bda-af17119069c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.0572224 Jul 25 16:28:27.076071 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-754ad772-494b-4689-b05f-f76a13a7629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:27.078619 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-754ad772-494b-4689-b05f-f76a13a7629c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0769587 Jul 25 16:28:27.235984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:27.259029 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ce457904-4df4-4347-845d-81de4ae06de6 None None] Current status of the port 9a46516f-6426-4c10-a5d9-637e54e69b85 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:27.300020 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-0156de37-6e7b-45d9-994a-587b6d9917e4 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129543 Jul 25 16:28:27.315554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37224) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:27.499996 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-db4052bb-6ab1-430e-8a68-f52ce5fb8368 req-f73d4632-8164-4998-b376-2008912358db service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742482 Jul 25 16:28:27.611806 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-dc0817a7-3464-48d8-b9a2-a441dc831c47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf1042b61955413fad23679484f9c891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941263 Jul 25 16:28:27.615376 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37230) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:27.678361 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] Publish callbacks [] for security_group (28c911d1-15ce-4f95-81e3-4efb8c816094), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:27.706061 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] Publish callbacks [] for security_group (28c911d1-15ce-4f95-81e3-4efb8c816094), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:27.770722 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (28c911d1-15ce-4f95-81e3-4efb8c816094), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:27.773922 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:27.775410 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28c911d1-15ce-4f95-81e3-4efb8c816094 HTTP/1.1" status: 204 len: 168 time: 0.1586447 Jul 25 16:28:27.788574 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f9c2-c922-433b-abb9-21d368176c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c911d1-15ce-4f95-81e3-4efb8c816094,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:28.765161 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37258) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:28.944609 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1379376725-network', 'tenant_id': '90317adf2c86461d96439dc48441b6c8'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:28.981439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Made reservation on behalf of 90317adf2c86461d96439dc48441b6c8 for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:28:28.985774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.002812 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.132752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:29.169048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks [] for security_group (f80c146b-0c29-4281-9775-bf42bb36a6bf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.176026 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f80c146b-0c29-4281-9775-bf42bb36a6bf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.239606 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:28:29.303181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c146b-0c29-4281-9775-bf42bb36a6bf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:29.314556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:29.325381 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (c29c1dd6-eae2-4714-99f3-a02d15cdce55), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.325990 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Added segment c29c1dd6-eae2-4714-99f3-a02d15cdce55 of type vlan for network 120c8944-cc34-4fa8-988b-27a538aee072 Jul 25 16:28:29.328483 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19b37-3c4e-4d48-b0d1-6d46b6792c4b req-2cdea1e8-2dd9-4d1f-8e07-64d531c2f83a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:29.331559 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-57d19b37-3c4e-4d48-b0d1-6d46b6792c4b req-2cdea1e8-2dd9-4d1f-8e07-64d531c2f83a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0996933 Jul 25 16:28:29.357238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-f87c4541-03a4-4674-bc94-41f8c1469af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:29.359971 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-f87c4541-03a4-4674-bc94-41f8c1469af7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.1436608 Jul 25 16:28:29.431944 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-57d19b37-3c4e-4d48-b0d1-6d46b6792c4b req-e1af4e22-d3a0-4b6d-9e34-4102ee41c618 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877323 Jul 25 16:28:29.517692 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (120c8944-cc34-4fa8-988b-27a538aee072), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.919468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.db.resource_extend [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 16:28:29.975325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (120c8944-cc34-4fa8-988b-27a538aee072), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:29.977093 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:29.978077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.102754 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3345962 Jul 25 16:28:30.106374 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37270) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:30.108357 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-79511c8a-ca0c-4f20-ba91-dae688395d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:30.111100 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-79511c8a-ca0c-4f20-ba91-dae688395d8b service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.7093616 Jul 25 16:28:30.115510 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Request body: {'subnet': {'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1379376725-subnet', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:30.147696 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Made reservation on behalf of 90317adf2c86461d96439dc48441b6c8 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:28:30.151506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8500729'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.207069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed6a2-c032-4d17-9797-984b12005d42 admin admin] Pushing event updated for resources: {'Network': ['ID=120c8944-cc34-4fa8-988b-27a538aee072,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:30.229677 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 120c8944-cc34-4fa8-988b-27a538aee072 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:28:30.231885 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:30.257091 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-96109a7e-7a7e-42e5-b65e-4cfa73d68f26 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1002 time: 0.1312850 Jul 25 16:28:30.351864 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-1e570f86-47a7-4350-ae77-c281f097dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:30.355069 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-1e570f86-47a7-4350-ae77-c281f097dbba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.0914707 Jul 25 16:28:30.415388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-30dc5662-7d0b-4bb5-be71-0a67ed057ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:30.417280 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-30dc5662-7d0b-4bb5-be71-0a67ed057ee1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557210 Jul 25 16:28:30.465939 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10127006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8500683'] for subnet (eba0cb75-9dc5-4be8-9554-d4dae3f4422a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.533414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:30.565568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba0cb75-9dc5-4be8-9554-d4dae3f4422a,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:30.620847 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-fda48686-3e9c-4c4c-b85b-2ea01ddefeab service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963313 Jul 25 16:28:30.662559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Checking segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:30.663146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Network hostable DHCP agents. Network: 120c8944-cc34-4fa8-988b-27a538aee072, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:28:30.694247 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815751b-8a3a-4ddf-9ee6-32ea29c8443a req-43ca7f27-b25b-4cd6-a416-266b1547e730 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:30.697258 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b815751b-8a3a-4ddf-9ee6-32ea29c8443a req-43ca7f27-b25b-4cd6-a416-266b1547e730 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1177406 Jul 25 16:28:30.740600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Network 120c8944-cc34-4fa8-988b-27a538aee072 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:28:30.758664 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2f6c5729-1698-4be1-9de8-ed2dd9a9edb2 req-679170a0-22c4-47c8-a090-61ed3f4a9f5e service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297550 Jul 25 16:28:30.766235 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 120c8944-cc34-4fa8-988b-27a538aee072) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:30.777013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700c816-359e-4f81-a645-178e28723ead None None] Network 120c8944-cc34-4fa8-988b-27a538aee072 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:28:30.785481 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:30.786993 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.835724 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-55573ed4-de74-4a2e-a060-33f6b988741f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7274518 Jul 25 16:28:30.838871 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37280) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:30.844017 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b815751b-8a3a-4ddf-9ee6-32ea29c8443a req-77bca933-1c18-42cc-a39d-39c4001a3bfc tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374516 Jul 25 16:28:30.848933 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:30.889800 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.891048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.948733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-120c8944-cc34-4fa8-988b-27a538aee072', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:28:30.950311 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:30.965767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for router_controller (01e6bdaa-e1b2-425e-a3b3-611c3982648a), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.141033 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Allocated IP 172.20.0.2 (120c8944-cc34-4fa8-988b-27a538aee072/eba0cb75-9dc5-4be8-9554-d4dae3f4422a/d2d0a68c-4e54-4a67-8176-e5878282fe36) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:31.149925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for router_gateway (01e6bdaa-e1b2-425e-a3b3-611c3982648a), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.166191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:31.311551 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:31.390267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks [] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.402334 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.463859 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for router_gateway (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.467983 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:31.472975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Network 120c8944-cc34-4fa8-988b-27a538aee072 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:31.483043 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:31.490634 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:31.506870 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.517832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Pushing event updated for resources: {'Port': ['ID=d2d0a68c-4e54-4a67-8176-e5878282fe36,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:31.750413 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Allocated IP 172.27.2.240 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/87d8c2ea-e359-4f58-a0ec-1ef7a9f06783) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:31.806410 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Attempting to bind port d2d0a68c-4e54-4a67-8176-e5878282fe36 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:31.807030 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Attempting to bind port d2d0a68c-4e54-4a67-8176-e5878282fe36 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:31.807644 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Attempting to bind port d2d0a68c-4e54-4a67-8176-e5878282fe36 on network 120c8944-cc34-4fa8-988b-27a538aee072 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:31.817885 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:31.818478 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Checking segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:31.819120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.819835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Bound using segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:31.820666 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Bound port: d2d0a68c-4e54-4a67-8176-e5878282fe36, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:31.821291 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.942195 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] For port d2d0a68c-4e54-4a67-8176-e5878282fe36, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:31.949552 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] For port d2d0a68c-4e54-4a67-8176-e5878282fe36, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=d2d0a68c-4e54-4a67-8176-e5878282fe36,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:31.959467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.963606 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:31.980364 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:31.985810 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:28:32.045114 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:32.065462 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b588-d9eb-49df-b17e-200c412e09f7 req-96609ef4-0ca0-414a-93fe-95e3e959e0d7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:32.068447 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6870b588-d9eb-49df-b17e-200c412e09f7 req-96609ef4-0ca0-414a-93fe-95e3e959e0d7 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0925331 Jul 25 16:28:32.124977 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:32.127250 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a421c-ebd6-45be-b1d0-32d6987aa16f None None] Pushing event updated for resources: {'Port': ['ID=d2d0a68c-4e54-4a67-8176-e5878282fe36,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:32.130034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:32.140929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:32.174733 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6870b588-d9eb-49df-b17e-200c412e09f7 req-eb2b7271-c4a8-41d7-9858-b0d02bd92430 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960615 Jul 25 16:28:32.205917 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Pushing event updated for resources: {'Port': ['ID=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:32.667158 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for router_gateway (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:32.885753 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:32.920258 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:33.073058 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:33.130704 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Router 01e6bdaa-e1b2-425e-a3b3-611c3982648a is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:28:33.349639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:28:33.368288 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Sync routers for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:28:33.395404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:33.400477 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-57600626-78e1-4b0b-850b-4aac6e5b945e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5562387 Jul 25 16:28:33.401267 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37292) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:33.404134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:33.405468 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:33.491793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910040c-aa61-4362-ae93-4b5d537eeb1e req-0c21ea3b-1f21-4e4b-9bce-54bb6fe6557b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:33.493950 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f910040c-aa61-4362-ae93-4b5d537eeb1e req-0c21ea3b-1f21-4e4b-9bce-54bb6fe6557b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1789455 Jul 25 16:28:33.511712 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46958e4f-eff7-4556-be01-6a92213b29ca None None] Network 120c8944-cc34-4fa8-988b-27a538aee072 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:28:33.608984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device d2d0a68c-4e54-4a67-8176-e5878282fe36 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:33.686695 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f910040c-aa61-4362-ae93-4b5d537eeb1e req-8e1e00fc-486f-4da0-b65b-c867a271985c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193221 Jul 25 16:28:33.769715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Provisioning complete for port d2d0a68c-4e54-4a67-8176-e5878282fe36 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:33.770692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:33.903042 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:33.969036 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:34.054078 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port d2d0a68c-4e54-4a67-8176-e5878282fe36 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:34.054652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.172127 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.182435 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:34.259716 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:34.291611 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Current status of the port d2d0a68c-4e54-4a67-8176-e5878282fe36 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:34.292213 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.430082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Allocated IP 172.20.0.1 (120c8944-cc34-4fa8-988b-27a538aee072/eba0cb75-9dc5-4be8-9554-d4dae3f4422a/416fc2b9-4bda-45ac-8d0a-039d51c2146b) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:34.484172 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] For port d2d0a68c-4e54-4a67-8176-e5878282fe36, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=d2d0a68c-4e54-4a67-8176-e5878282fe36,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:34.490289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port d2d0a68c-4e54-4a67-8176-e5878282fe36 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:34.490979 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.524501 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.573203 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks [] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.590776 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:32Z', 'revision_number': 3, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:34.611094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.643003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Checking router: 01e6bdaa-e1b2-425e-a3b3-611c3982648a for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:28:34.643356 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Updating router 01e6bdaa-e1b2-425e-a3b3-611c3982648a port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:28:34.661204 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Network 120c8944-cc34-4fa8-988b-27a538aee072 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:34.665217 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:34.670549 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:34.702072 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Pushing event updated for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:34.719573 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-06ea5d40-52ed-4805-9884-8054c31d99e5 None None] Provisioning complete for port d2d0a68c-4e54-4a67-8176-e5878282fe36 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:34.720048 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-06ea5d40-52ed-4805-9884-8054c31d99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.722481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81663ac4-fdd1-4927-adf2-29857640d22e None None] Pushing event updated for resources: {'Port': ['ID=d2d0a68c-4e54-4a67-8176-e5878282fe36,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:34.734828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:34.748237 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:28:34.748652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:28:34.752111 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.000323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:35.038418 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.075713 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204d831-8516-44ac-ab18-d48ae10a32ac req-105cfe97-5702-4c5b-a17c-842c7fe2f259 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:35.078338 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c204d831-8516-44ac-ab18-d48ae10a32ac req-105cfe97-5702-4c5b-a17c-842c7fe2f259 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1081529 Jul 25 16:28:35.087956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-06ea5d40-52ed-4805-9884-8054c31d99e5 None None] Current status of the port d2d0a68c-4e54-4a67-8176-e5878282fe36 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:35.268187 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-176c43bb-5d3b-47a7-9a7c-47562b07aea5 None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:35.268663 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-176c43bb-5d3b-47a7-9a7c-47562b07aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.305716 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c204d831-8516-44ac-ab18-d48ae10a32ac req-fec28719-66d3-4a29-9d6b-9c6ff5a5bc18 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189386 Jul 25 16:28:35.318764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:35.377686 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:35.396289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks [] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.402297 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port d2d0a68c-4e54-4a67-8176-e5878282fe36 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:35.406517 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-176c43bb-5d3b-47a7-9a7c-47562b07aea5 None None] Port 416fc2b9-4bda-45ac-8d0a-039d51c2146b cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:28:35.409510 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.478408 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks [] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.486724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.498458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Attempting to bind port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:35.499332 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Attempting to bind port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:35.499332 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Attempting to bind port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:35.506335 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:35.506872 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:35.507205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.507597 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:35.508100 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Bound port: 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:35.508491 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.514477 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d230-5788-4994-97a7-b943f34aa3a9 None None] Pushing event updated for resources: {'Port': ['ID=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:35.579880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device d2d0a68c-4e54-4a67-8176-e5878282fe36 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:35.585430 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] For port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:35.618815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] For port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:35.619587 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Pushing event updated for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:35.623991 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.635526 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.721777 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:35.730417 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:35.795629 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Network 120c8944-cc34-4fa8-988b-27a538aee072 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:35.798082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:35.888779 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port d2d0a68c-4e54-4a67-8176-e5878282fe36 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:35.890312 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:35.894422 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536d230-5788-4994-97a7-b943f34aa3a9 None None] Pushing event updated for resources: {'Port': ['ID=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:35.926345 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:35.927160 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:35.972060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Router 01e6bdaa-e1b2-425e-a3b3-611c3982648a has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:28:36.086765 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:36.149479 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:36.164328 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:28:36.170451 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-8f296aac-5dcd-4431-b5b0-5870717acca3 admin admin] 10.222.0.66 "PUT /v2.0/routers/01e6bdaa-e1b2-425e-a3b3-611c3982648a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676182 Jul 25 16:28:36.252499 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9e5c2de5-f2e1-4931-9b3b-f420008a17d8 None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:36.253232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2de5-f2e1-4931-9b3b-f420008a17d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:36.268238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port d2d0a68c-4e54-4a67-8176-e5878282fe36 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:36.460656 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c2de5-f2e1-4931-9b3b-f420008a17d8 None None] Port 416fc2b9-4bda-45ac-8d0a-039d51c2146b cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:28:36.605584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef7618-dcc2-46f0-a318-0f78e4b7fc90 req-e8df42a2-c170-4121-b888-14126fdde824 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:36.607945 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65ef7618-dcc2-46f0-a318-0f78e4b7fc90 req-e8df42a2-c170-4121-b888-14126fdde824 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0864117 Jul 25 16:28:36.646112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 2, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:36.690148 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecc48e-8e39-49f7-ad80-b435a88faea1 None None] The sync data for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi is: [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 2, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:28:36.714858 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65ef7618-dcc2-46f0-a318-0f78e4b7fc90 req-54d0fd84-586a-4f9b-9f47-c93b7aec3578 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957079 Jul 25 16:28:37.080334 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37324) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:37.088646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1137031699-network', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:37.131222 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Made reservation on behalf of ad3e87f106944a95990be3ec4e4da21f for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:28:37.132261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.144151 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.321596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks [] for security_group (34719ca6-c5f0-49c3-adb9-24bfc805d361), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.326930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (34719ca6-c5f0-49c3-adb9-24bfc805d361), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.386357 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:28:37.400387 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34719ca6-c5f0-49c3-adb9-24bfc805d361,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:37.415852 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (8900610b-0107-4935-9585-741c3d0507d7), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.416458 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Added segment 8900610b-0107-4935-9585-741c3d0507d7 of type vlan for network 48f21f17-5602-4350-9d22-23d4574a97d5 Jul 25 16:28:37.487412 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (48f21f17-5602-4350-9d22-23d4574a97d5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.543099 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (48f21f17-5602-4350-9d22-23d4574a97d5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.545141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:37.546301 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.589248 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5070751 Jul 25 16:28:37.593534 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37328) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:37.602369 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Request body: {'subnet': {'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1137031699-subnet', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:37.668162 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Made reservation on behalf of ad3e87f106944a95990be3ec4e4da21f for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:28:37.673024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8500729'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:37.697539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Pushing event updated for resources: {'Network': ['ID=48f21f17-5602-4350-9d22-23d4574a97d5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:37.709832 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.710418 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.711198 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.711876 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.712443 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.713068 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.714024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.714862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.715412 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.715946 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.716497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.717044 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.717601 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.718138 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.718672 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd84312d-81cc-4d1a-b0fc-be9e5c799d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:37.737172 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 48f21f17-5602-4350-9d22-23d4574a97d5 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:28:37.989912 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ee7c8-72eb-46d2-b5ce-8a07a0c5daf1 req-6b0a3446-fbe2-460a-aa6a-16502c046b8c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:37.992202 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-234ee7c8-72eb-46d2-b5ce-8a07a0c5daf1 req-6b0a3446-fbe2-460a-aa6a-16502c046b8c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0888815 Jul 25 16:28:38.025197 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:38.067244 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10127006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8500683'] for subnet (71ad69df-939a-4517-aec9-fb6171b5c642), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.138136 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-234ee7c8-72eb-46d2-b5ce-8a07a0c5daf1 req-e0405cae-b03c-4a33-96f7-35a3a97f5a1d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197960 Jul 25 16:28:38.168323 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ad69df-939a-4517-aec9-fb6171b5c642,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:38.184548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Checking segment: {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:38.185113 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Network hostable DHCP agents. Network: 48f21f17-5602-4350-9d22-23d4574a97d5, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:28:38.215303 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Network 48f21f17-5602-4350-9d22-23d4574a97d5 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:28:38.230102 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 48f21f17-5602-4350-9d22-23d4574a97d5) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:38.235417 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:38.236238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.246058 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13e942-9ad4-4398-afca-46939b1926c7 None None] Network 48f21f17-5602-4350-9d22-23d4574a97d5 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:28:38.265152 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-02ba10e2-dac3-4b7d-9908-05afa5c5eff9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6696215 Jul 25 16:28:38.269104 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37332) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:38.278005 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:38.331094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.332967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.359332 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:38.418924 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for router_controller (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.422433 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-48f21f17-5602-4350-9d22-23d4574a97d5', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:28:38.423581 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.621763 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for router_gateway (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.658545 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Allocated IP 172.20.0.2 (48f21f17-5602-4350-9d22-23d4574a97d5/71ad69df-939a-4517-aec9-fb6171b5c642/81646f58-7bcd-4776-bdbe-192bc5a9699d) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:38.799279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:38.834588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:38.891774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks [] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.900595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:38.950830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Network 48f21f17-5602-4350-9d22-23d4574a97d5 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:38.954751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:38.962458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:38.980272 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Pushing event updated for resources: {'Port': ['ID=81646f58-7bcd-4776-bdbe-192bc5a9699d,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:39.040966 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Attempting to bind port 81646f58-7bcd-4776-bdbe-192bc5a9699d on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:39.041517 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Attempting to bind port 81646f58-7bcd-4776-bdbe-192bc5a9699d by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:39.041809 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Attempting to bind port 81646f58-7bcd-4776-bdbe-192bc5a9699d on network 48f21f17-5602-4350-9d22-23d4574a97d5 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:39.048281 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:39.048653 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Checking segment: {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:39.049071 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.049632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Bound using segment: {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:39.050128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Bound port: 81646f58-7bcd-4776-bdbe-192bc5a9699d, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:39.050518 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.140544 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for router_gateway (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.145150 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] For port 81646f58-7bcd-4776-bdbe-192bc5a9699d, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:39.151265 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] For port 81646f58-7bcd-4776-bdbe-192bc5a9699d, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=81646f58-7bcd-4776-bdbe-192bc5a9699d,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:39.161685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.175961 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.243513 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417186d-8325-419a-922d-99fcedbd4589 None None] Pushing event updated for resources: {'Port': ['ID=81646f58-7bcd-4776-bdbe-192bc5a9699d,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:39.395204 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Sync routers for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:28:39.401023 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118775-7876-48ed-a177-7421a75420f1 req-8076a422-b5e1-4add-8218-c1d986c8b09e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:39.403502 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4118775-7876-48ed-a177-7421a75420f1 req-8076a422-b5e1-4add-8218-c1d986c8b09e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1090834 Jul 25 16:28:39.408829 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:39.409619 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:39.506734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Allocated IP 172.27.2.177 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/a20672d0-7dff-445d-a8f1-12ea362e8890) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:39.597749 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:39.683162 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:39.684542 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4118775-7876-48ed-a177-7421a75420f1 req-948d9f9d-1ba7-4a49-9583-1524a51103f3 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673175 Jul 25 16:28:39.782120 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:39.817167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.820339 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:39.821195 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.887379 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.932543 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:39.932940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.940040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:39.969640 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:39.972375 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:39.975475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:39.978710 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:39.984952 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:35Z', 'revision_number': 2, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:39.989610 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:40.034626 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a20672d0-7dff-445d-a8f1-12ea362e8890,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:40.052419 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:40.151099 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Checking router: 01e6bdaa-e1b2-425e-a3b3-611c3982648a for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:28:40.151502 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Updating router 01e6bdaa-e1b2-425e-a3b3-611c3982648a port 416fc2b9-4bda-45ac-8d0a-039d51c2146b binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:28:40.193859 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.452568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for router_gateway (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.502533 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:40.660480 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks [] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.671133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceadfb80-6b07-47fc-a31b-7ed5d7b4e008 None None] Network 48f21f17-5602-4350-9d22-23d4574a97d5 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:28:40.674793 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.749384 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Pushing event updated for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:40.762945 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Provisioning complete for port 81646f58-7bcd-4776-bdbe-192bc5a9699d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:40.763427 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.766354 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.766929 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.767726 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.770552 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.771503 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.772270 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.773930 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.775143 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.775955 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.776943 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.778767 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.779528 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.780295 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.781050 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.781640 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:40.830399 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.920369 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Attempting to bind port 416fc2b9-4bda-45ac-8d0a-039d51c2146b on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:40.920966 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Attempting to bind port 416fc2b9-4bda-45ac-8d0a-039d51c2146b by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:40.921596 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Attempting to bind port 416fc2b9-4bda-45ac-8d0a-039d51c2146b on network 120c8944-cc34-4fa8-988b-27a538aee072 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:40.933298 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:40.933937 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Checking segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:40.934583 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:40.935207 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Bound using segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:40.936013 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Bound port: 416fc2b9-4bda-45ac-8d0a-039d51c2146b, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:40.937041 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.096421 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904fd6d-fa32-4c17-930e-6df30715406d req-617b1c3c-812e-4e21-9d8d-dece07669bc4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:41.098097 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4904fd6d-fa32-4c17-930e-6df30715406d req-617b1c3c-812e-4e21-9d8d-dece07669bc4 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1407704 Jul 25 16:28:41.103309 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:41.134617 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] For port 416fc2b9-4bda-45ac-8d0a-039d51c2146b, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:41.142297 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] For port 416fc2b9-4bda-45ac-8d0a-039d51c2146b, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=416fc2b9-4bda-45ac-8d0a-039d51c2146b,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:41.148091 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:41.155728 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.182700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Current status of the port 81646f58-7bcd-4776-bdbe-192bc5a9699d is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:41.183561 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.274427 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54bb42-06cf-40e8-8c69-f07b7231e800 None None] Pushing event updated for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:41.319202 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] For port 81646f58-7bcd-4776-bdbe-192bc5a9699d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=81646f58-7bcd-4776-bdbe-192bc5a9699d,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:41.321579 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:41.323311 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:41.328205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.368068 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4904fd6d-fa32-4c17-930e-6df30715406d req-a5cbe0fa-3b69-4a7f-839b-3008f06d2f83 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230585 Jul 25 16:28:41.445844 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:28:41.464989 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:41.581054 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:41.746170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb65619-7182-4cde-92e3-bc6041dde7b4 None None] Pushing event updated for resources: {'Port': ['ID=81646f58-7bcd-4776-bdbe-192bc5a9699d,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:41.754249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:41.754829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.780961 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:28:41.805559 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Sync routers for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:28:41.823040 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:41.825175 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d97f88ea-612a-4e48-9d1e-828759a823e9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5538416 Jul 25 16:28:41.829728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37350) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:41.843940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:41.845135 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:41.923965 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:42.006505 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:41Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:42.061655 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e6ace1-4c1a-4686-a242-48c15900d2d3 None None] The sync data for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi is: [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:41Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:28:42.087113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:42.123277 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Current status of the port 416fc2b9-4bda-45ac-8d0a-039d51c2146b is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:42.123894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.161108 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:42.161681 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.208442 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:42.256487 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:42.362063 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] For port 416fc2b9-4bda-45ac-8d0a-039d51c2146b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=416fc2b9-4bda-45ac-8d0a-039d51c2146b,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:42.398280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.567237 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a8fd1-3f20-4841-a61c-8eb2bb8e70a7 None None] Pushing event updated for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:42.571267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Provisioning complete for port 81646f58-7bcd-4776-bdbe-192bc5a9699d triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:42.571730 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.600325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:42.616230 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.635555 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bc83-ac7a-45bb-bec6-e980fa0ddd03 req-d5e28a68-7ede-4efc-865f-d79baf0ac267 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:42.637516 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8cd7bc83-ac7a-45bb-bec6-e980fa0ddd03 req-d5e28a68-7ede-4efc-865f-d79baf0ac267 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0978324 Jul 25 16:28:42.640874 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:42.642226 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 416fc2b9-4bda-45ac-8d0a-039d51c2146b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:42.719773 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:42.730015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:40Z', 'revision_number': 3, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:42.751911 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8cd7bc83-ac7a-45bb-bec6-e980fa0ddd03 req-20e54b0b-d630-440c-837f-a03b566e8120 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041877 Jul 25 16:28:42.779580 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Checking router: 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:28:42.780117 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Updating router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 port a20672d0-7dff-445d-a8f1-12ea362e8890 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:28:42.831938 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.836769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:42.836769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:42.877622 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:42.893968 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Allocated IP 172.20.0.1 (48f21f17-5602-4350-9d22-23d4574a97d5/71ad69df-939a-4517-aec9-fb6171b5c642/b702b2e6-cac4-41c5-87a1-915be212fe76) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:28:43.000722 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Current status of the port 81646f58-7bcd-4776-bdbe-192bc5a9699d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:43.036632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:43.036921 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.060964 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks [] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.109502 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.160526 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Network 48f21f17-5602-4350-9d22-23d4574a97d5 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:43.166253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 416fc2b9-4bda-45ac-8d0a-039d51c2146b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:43.167107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:43.167384 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 81646f58-7bcd-4776-bdbe-192bc5a9699d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:43.172643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:28:43.204948 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:43.231777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.290341 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0549c35e-4ea6-4c62-acd9-6a4f5c5197ca None None] Current status of the port 416fc2b9-4bda-45ac-8d0a-039d51c2146b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:43.291379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:43.338927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 81646f58-7bcd-4776-bdbe-192bc5a9699d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:43.339296 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.429146 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.459181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks [] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.490352 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.545759 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 81646f58-7bcd-4776-bdbe-192bc5a9699d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:43.576232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-b725d0da-24fc-4cea-8a8e-ffe95b44a7df None None] Provisioning complete for port b702b2e6-cac4-41c5-87a1-915be212fe76 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:43.576690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b725d0da-24fc-4cea-8a8e-ffe95b44a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.604855 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Attempting to bind port a20672d0-7dff-445d-a8f1-12ea362e8890 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:43.605368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Attempting to bind port a20672d0-7dff-445d-a8f1-12ea362e8890 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:43.605951 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Attempting to bind port a20672d0-7dff-445d-a8f1-12ea362e8890 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:43.614647 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0365-27b6-46e7-bd82-f2b9518f09a3 None None] Pushing event updated for resources: {'Port': ['ID=a20672d0-7dff-445d-a8f1-12ea362e8890,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:43.631522 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:43.631825 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:43.632408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.632910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:43.633555 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Bound port: a20672d0-7dff-445d-a8f1-12ea362e8890, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:43.634158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.637313 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks [] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.644377 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.670028 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-b725d0da-24fc-4cea-8a8e-ffe95b44a7df None None] Port b702b2e6-cac4-41c5-87a1-915be212fe76 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:28:43.709804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 416fc2b9-4bda-45ac-8d0a-039d51c2146b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:43.716479 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.737640 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:43.743655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] For port a20672d0-7dff-445d-a8f1-12ea362e8890, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:43.744700 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:43.765956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] For port a20672d0-7dff-445d-a8f1-12ea362e8890, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=a20672d0-7dff-445d-a8f1-12ea362e8890,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:43.777370 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.833152 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 416fc2b9-4bda-45ac-8d0a-039d51c2146b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:43.833588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:43.866608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:43.878080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Network 48f21f17-5602-4350-9d22-23d4574a97d5 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:28:43.880782 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:28:43.881984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0365-27b6-46e7-bd82-f2b9518f09a3 None None] Pushing event updated for resources: {'Port': ['ID=a20672d0-7dff-445d-a8f1-12ea362e8890,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:43.890003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:43.890643 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:43.932157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d36784-94a2-427b-9e9c-fd330b6d5332 req-65fe559b-8dd4-4fc3-b9c8-180cf27aa3b5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:43.938025 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-09d36784-94a2-427b-9e9c-fd330b6d5332 req-65fe559b-8dd4-4fc3-b9c8-180cf27aa3b5 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0685971 Jul 25 16:28:44.018187 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-09d36784-94a2-427b-9e9c-fd330b6d5332 req-296bb3cb-872c-400b-82fe-c524267d00fc tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702567 Jul 25 16:28:44.113271 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:28:44.256624 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:44.300536 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9d705328-7f0d-4a9a-a9b4-553c2b87288a None None] Provisioning complete for port b702b2e6-cac4-41c5-87a1-915be212fe76 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:44.302301 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9d705328-7f0d-4a9a-a9b4-553c2b87288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:44.349810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 416fc2b9-4bda-45ac-8d0a-039d51c2146b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:44.351690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 81646f58-7bcd-4776-bdbe-192bc5a9699d up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:44.403957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:44.415372 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:44.494472 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9d705328-7f0d-4a9a-a9b4-553c2b87288a None None] Port b702b2e6-cac4-41c5-87a1-915be212fe76 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:28:44.597500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 81646f58-7bcd-4776-bdbe-192bc5a9699d triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:44.598023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:44.666979 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:28:44.676584 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1a449b7e-af84-4940-b5e8-9752bcc4f7a4 admin admin] 10.222.0.66 "PUT /v2.0/routers/5ada4fe6-8f72-4e08-a213-b2d0c51464d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434629 Jul 25 16:28:44.801206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 81646f58-7bcd-4776-bdbe-192bc5a9699d is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:44.821934 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b702b2e6-cac4-41c5-87a1-915be212fe76', 'name': '', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'mac_address': 'fa:16:3e:39:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:42Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 2, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'subnets': [{'id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:44.862235 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc245d79-028e-4347-98d4-1874ff34781a None None] The sync data for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi is: [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b702b2e6-cac4-41c5-87a1-915be212fe76', 'name': '', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'mac_address': 'fa:16:3e:39:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:42Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 2, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'subnets': [{'id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:28:44.877563 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.223374 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243cfb5-3509-4980-8f85-1fa02b48397e req-e683d64d-d60d-4a06-a674-6f02e15f8988 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:45.227327 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b243cfb5-3509-4980-8f85-1fa02b48397e req-e683d64d-d60d-4a06-a674-6f02e15f8988 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0945692 Jul 25 16:28:45.251041 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37372) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:45.255990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687340872', 'description': 'tempest-secgroup-smoke-1687340872 description', 'project_id': '90317adf2c86461d96439dc48441b6c8'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:45.286363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.310696 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b243cfb5-3509-4980-8f85-1fa02b48397e req-b2923bbc-54b1-4ab6-bb50-1e88747c789d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767720 Jul 25 16:28:45.375105 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:45.383727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (010ca743-2ae6-4420-97ae-d29fd024527e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.389297 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (010ca743-2ae6-4420-97ae-d29fd024527e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.425481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010ca743-2ae6-4420-97ae-d29fd024527e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:45.430079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.431410 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ed048e54-4502-4e16-ae15-ad4297d348d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1793125 Jul 25 16:28:45.436490 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37376) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:45.440718 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:45.481242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (922b0870-5013-4140-a6b7-3e6a050570a6), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.547642 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (922b0870-5013-4140-a6b7-3e6a050570a6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.553496 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (922b0870-5013-4140-a6b7-3e6a050570a6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.579292 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922b0870-5013-4140-a6b7-3e6a050570a6,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:45.594656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.599620 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1626132 Jul 25 16:28:45.599900 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37380) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:45.602145 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.602493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.602832 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.603232 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.603568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.603899 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.604226 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.604550 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.604890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.605158 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:45.605364 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.605644 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.605910 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.606196 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.606648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.607056 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fcbfaf-e6a6-4b3e-af25-900388d2f5ae tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:28:45.662555 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (549c2729-a0ab-4e30-8cfc-b584ed81f452), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.799320 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (549c2729-a0ab-4e30-8cfc-b584ed81f452), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.813886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (549c2729-a0ab-4e30-8cfc-b584ed81f452), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.852809 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549c2729-a0ab-4e30-8cfc-b584ed81f452,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:45.859799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:45.861108 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8eb15a8c-8618-4c38-a1e8-e2d48096d806 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2598386 Jul 25 16:28:45.866112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37384) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:45.874123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:45.936255 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:45.943346 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (f82b67ea-fbb4-430d-9b7a-56009847bca5), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.032511 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (f82b67ea-fbb4-430d-9b7a-56009847bca5), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.039148 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (f82b67ea-fbb4-430d-9b7a-56009847bca5), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.062105 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82b67ea-fbb4-430d-9b7a-56009847bca5,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:46.071387 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.072911 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-96e175c4-1cac-4b53-9bc6-d2cc86b3e69f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051761 Jul 25 16:28:46.079992 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37388) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:46.087444 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:46.138784 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (0b04f99a-b917-4ce3-9530-a763523b0c32), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.229471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-41adb227-443f-443c-ada5-42e61716a7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.255789 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (0b04f99a-b917-4ce3-9530-a763523b0c32), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.261277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (0b04f99a-b917-4ce3-9530-a763523b0c32), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.281603 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:46.288025 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b04f99a-b917-4ce3-9530-a763523b0c32,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:46.298375 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.299839 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d48005ee-d12b-4cb6-b8c0-eb88bb10c3b5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187054 Jul 25 16:28:46.304970 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37392) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:46.314573 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:46.343403 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Project 90317adf2c86461d96439dc48441b6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:28:46.353395 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (4b75e2af-e997-4130-86c0-30cd8ad2e75f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.463903 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (4b75e2af-e997-4130-86c0-30cd8ad2e75f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.471391 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (4b75e2af-e997-4130-86c0-30cd8ad2e75f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.525772 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b75e2af-e997-4130-86c0-30cd8ad2e75f,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:46.536606 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c37b9a-e9c7-4dd6-80a5-a3134f9f7767 req-d31887f1-854b-41e1-a648-9f7ad7b14508 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:46.538667 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-59c37b9a-e9c7-4dd6-80a5-a3134f9f7767 req-d31887f1-854b-41e1-a648-9f7ad7b14508 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0863702 Jul 25 16:28:46.544972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.549596 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a2d52fa2-e6e7-44c9-828e-f50eb2b68383 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2388084 Jul 25 16:28:46.549855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37398) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:46.555745 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'security_group_rule': {'security_group_id': '010ca743-2ae6-4420-97ae-d29fd024527e', 'project_id': '90317adf2c86461d96439dc48441b6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:46.605955 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Project 90317adf2c86461d96439dc48441b6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:28:46.623303 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (ec7d35ef-f7d0-427b-a573-8b45575830ee), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.642559 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-59c37b9a-e9c7-4dd6-80a5-a3134f9f7767 req-6c03dde0-cf77-4e8f-9814-0764f5839f49 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810828 Jul 25 16:28:46.749153 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (ec7d35ef-f7d0-427b-a573-8b45575830ee), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.756258 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (ec7d35ef-f7d0-427b-a573-8b45575830ee), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.792687 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7d35ef-f7d0-427b-a573-8b45575830ee,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:46.803475 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:46.807289 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2904dacc-c556-4aa8-9467-b26a0f209f38 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2535753 Jul 25 16:28:47.681366 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device a20672d0-7dff-445d-a8f1-12ea362e8890 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:47.772872 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port a20672d0-7dff-445d-a8f1-12ea362e8890 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:47.773514 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:47.846992 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521dd1e-bc1c-47ea-af9d-7c36e505fe66 req-687df551-7bcd-460f-8d4d-870c0c8bffba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:47.848872 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2521dd1e-bc1c-47ea-af9d-7c36e505fe66 req-687df551-7bcd-460f-8d4d-870c0c8bffba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0844071 Jul 25 16:28:47.876249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port a20672d0-7dff-445d-a8f1-12ea362e8890 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:47.876638 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:47.902173 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port a20672d0-7dff-445d-a8f1-12ea362e8890, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=a20672d0-7dff-445d-a8f1-12ea362e8890,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:47.907302 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:47.932454 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2521dd1e-bc1c-47ea-af9d-7c36e505fe66 req-ba3c67c3-b2ea-4f0f-a0bd-3b04d1f25916 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Jul 25 16:28:47.971450 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=a20672d0-7dff-445d-a8f1-12ea362e8890,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:48.558115 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Sync routers for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:28:48.578000 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:48.579378 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:48.732955 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:49.078747 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b702b2e6-cac4-41c5-87a1-915be212fe76', 'name': '', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'mac_address': 'fa:16:3e:39:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:42Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 2, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'subnets': [{'id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:49.119854 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Checking router: 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:28:49.120240 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Updating router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 port b702b2e6-cac4-41c5-87a1-915be212fe76 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:28:49.126395 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb759cae-da3b-46bf-8e25-627be9aa6e9f req-fa357a19-2dd6-4699-ae17-0979eb20cc27 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:49.129279 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb759cae-da3b-46bf-8e25-627be9aa6e9f req-fa357a19-2dd6-4699-ae17-0979eb20cc27 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0861421 Jul 25 16:28:49.160032 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.239720 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb759cae-da3b-46bf-8e25-627be9aa6e9f req-3aff6cd8-654c-45dd-b5e0-91c4c33060c6 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031611 Jul 25 16:28:49.312390 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:49.517955 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks [] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.526356 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.598395 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:49.599945 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697a81-241c-4688-9b64-98ec4ef28a13 None None] Pushing event updated for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:49.730588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device a20672d0-7dff-445d-a8f1-12ea362e8890 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:49.829385 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port a20672d0-7dff-445d-a8f1-12ea362e8890 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:49.829997 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.875539 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Attempting to bind port b702b2e6-cac4-41c5-87a1-915be212fe76 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:28:49.876096 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Attempting to bind port b702b2e6-cac4-41c5-87a1-915be212fe76 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:28:49.876744 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Attempting to bind port b702b2e6-cac4-41c5-87a1-915be212fe76 on network 48f21f17-5602-4350-9d22-23d4574a97d5 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:28:49.889087 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:28:49.889712 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Checking segment: {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:28:49.890358 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.891005 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Bound using segment: {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:28:49.892062 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Bound port: b702b2e6-cac4-41c5-87a1-915be212fe76, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900610b-0107-4935-9585-741c3d0507d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:28:49.892699 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.919713 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-7f4560d1-51df-415d-b2ab-12ebcdd5a5b9 None None] Provisioning complete for port b702b2e6-cac4-41c5-87a1-915be212fe76 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:49.920202 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7f4560d1-51df-415d-b2ab-12ebcdd5a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:49.976678 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-7f4560d1-51df-415d-b2ab-12ebcdd5a5b9 None None] Port b702b2e6-cac4-41c5-87a1-915be212fe76 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:28:50.009800 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] For port b702b2e6-cac4-41c5-87a1-915be212fe76, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:28:50.014815 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] For port b702b2e6-cac4-41c5-87a1-915be212fe76, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b702b2e6-cac4-41c5-87a1-915be212fe76,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:28:50.026399 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:50.036052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port a20672d0-7dff-445d-a8f1-12ea362e8890 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:50.108402 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:28:50.109486 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:50.159812 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697a81-241c-4688-9b64-98ec4ef28a13 None None] Pushing event updated for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:50.224482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6742ca62-74fa-42b8-89b2-1667deb35529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:50.416073 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:28:50.475206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60993e92-0811-4518-bd14-cf4c0d426980 req-c4fdf4dd-39b6-43d7-80e5-8683a5242ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:50.479384 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-60993e92-0811-4518-bd14-cf4c0d426980 req-c4fdf4dd-39b6-43d7-80e5-8683a5242ea6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.1006680 Jul 25 16:28:50.526304 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Provisioning complete for port b702b2e6-cac4-41c5-87a1-915be212fe76 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:50.527361 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:50.538908 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-60993e92-0811-4518-bd14-cf4c0d426980 req-7e15449b-dc1f-411e-85b5-27b15e093e93 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531161 Jul 25 16:28:50.545785 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b83d88-f66d-4188-951d-af16e9895106 req-d5e10ae3-28e8-48d8-9aa3-b3a8415bc98f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:50.547450 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58b83d88-f66d-4188-951d-af16e9895106 req-d5e10ae3-28e8-48d8-9aa3-b3a8415bc98f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1203620 Jul 25 16:28:50.600155 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:50.627925 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58b83d88-f66d-4188-951d-af16e9895106 req-afec3a05-d98a-456c-b749-abb3d15bd86e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726793 Jul 25 16:28:50.681090 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Current status of the port b702b2e6-cac4-41c5-87a1-915be212fe76 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:50.682235 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:50.741226 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] For port b702b2e6-cac4-41c5-87a1-915be212fe76, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b702b2e6-cac4-41c5-87a1-915be212fe76,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:50.749579 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:50.792446 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:50.799616 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b702b2e6-cac4-41c5-87a1-915be212fe76', 'name': '', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'mac_address': 'fa:16:3e:39:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:42Z', 'updated_at': '2022-07-25T16:28:50Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'subnets': [{'id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:28:50.838336 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb433-41f0-4c99-811a-811ed4e855df None None] Pushing event updated for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:28:50.853169 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d88b8-c742-4e09-b6da-b3cbc586a68e None None] The sync data for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi is: [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:28:43Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b702b2e6-cac4-41c5-87a1-915be212fe76', 'name': '', 'network_id': '48f21f17-5602-4350-9d22-23d4574a97d5', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'mac_address': 'fa:16:3e:39:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:42Z', 'updated_at': '2022-07-25T16:28:50Z', 'revision_number': 4, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'subnets': [{'id': '71ad69df-939a-4517-aec9-fb6171b5c642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:28:51.111658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:51.724199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b702b2e6-cac4-41c5-87a1-915be212fe76 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:28:51.819593 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port b702b2e6-cac4-41c5-87a1-915be212fe76 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:28:51.820280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:51.840494 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eba0c-49c1-4c80-a67f-046f91a37432 req-4b7eb47b-5283-4aad-a512-aab1d64eba76 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:51.842805 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-297eba0c-49c1-4c80-a67f-046f91a37432 req-4b7eb47b-5283-4aad-a512-aab1d64eba76 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0773318 Jul 25 16:28:51.925320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:51.956964 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-297eba0c-49c1-4c80-a67f-046f91a37432 req-af849255-01c8-47d2-aeb1-6719f8a30e52 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949066 Jul 25 16:28:52.007747 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port b702b2e6-cac4-41c5-87a1-915be212fe76 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:28:52.521252 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:52.531112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:53.152287 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a6960-3481-4452-9148-08339fc368f1 req-38ce0c92-eb2d-458a-bb91-d89ca7968b5a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:53.154942 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-746a6960-3481-4452-9148-08339fc368f1 req-38ce0c92-eb2d-458a-bb91-d89ca7968b5a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0908866 Jul 25 16:28:53.235607 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-746a6960-3481-4452-9148-08339fc368f1 req-5eabc5bb-e27a-44fc-9802-05af99dae5ed tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732334 Jul 25 16:28:54.083922 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-9830d80f-87ea-497e-8e82-f01f0084363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:54.088152 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-9830d80f-87ea-497e-8e82-f01f0084363c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.0761158 Jul 25 16:28:54.134094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:54.155156 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e035d-dba5-4920-b1ef-39df1a62686a req-b051cb0d-8ddc-4786-b11f-eea26504e76a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:54.157518 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e82e035d-dba5-4920-b1ef-39df1a62686a req-b051cb0d-8ddc-4786-b11f-eea26504e76a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1535115 Jul 25 16:28:54.230323 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e82e035d-dba5-4920-b1ef-39df1a62686a req-1ed98015-5530-4061-940c-ad71d4c38314 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595460 Jul 25 16:28:54.248289 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-d7f3a45e-fb5a-495f-a6b2-31cefd243d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:54.250682 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-d7f3a45e-fb5a-495f-a6b2-31cefd243d1f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.1502893 Jul 25 16:28:54.600989 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:54.627832 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-fdf84195-f933-4470-9c58-934477dc7178 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1002 time: 0.0747166 Jul 25 16:28:54.766671 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-2d8c7f26-a7c9-4811-84d8-9bf95aef5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:54.769281 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-2d8c7f26-a7c9-4811-84d8-9bf95aef5bd6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.0689826 Jul 25 16:28:54.848977 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-f47c3670-5d8d-42ac-a4fe-accf4a3eceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:54.851599 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-f47c3670-5d8d-42ac-a4fe-accf4a3eceb1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732560 Jul 25 16:28:55.011650 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-1cbcb1c0-4e40-4890-8dac-eb92d472548e service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522100 Jul 25 16:28:55.193014 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bebfa3d9-f34d-401c-a75d-7b8fee09e59c req-5644e956-1b2c-4bff-85c1-3270ac542a0c service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734145 Jul 25 16:28:55.429767 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac43b-8de6-429e-a974-1db36ecbe09e req-93b9a322-e730-49c9-a978-1169f98b0e4d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:55.437970 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3bac43b-8de6-429e-a974-1db36ecbe09e req-93b9a322-e730-49c9-a978-1169f98b0e4d tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0951192 Jul 25 16:28:55.495273 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d3bac43b-8de6-429e-a974-1db36ecbe09e req-d5321625-1e2e-49d7-a1c1-ac5295064f08 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561676 Jul 25 16:28:55.585859 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6aa78-8854-4371-b9c9-f15d8a165601 req-7bd319ed-ae98-40ef-8e58-ee133d6a0260 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:55.587598 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30f6aa78-8854-4371-b9c9-f15d8a165601 req-7bd319ed-ae98-40ef-8e58-ee133d6a0260 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0722857 Jul 25 16:28:55.646833 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30f6aa78-8854-4371-b9c9-f15d8a165601 req-886666da-a758-428e-9479-ff862d34aa8b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514958 Jul 25 16:28:56.693476 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a84a-4b54-48dc-9661-071cb6ade71e req-c25bf1d2-04e0-4757-980a-4af61c9d2a52 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:56.696724 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d051a84a-4b54-48dc-9661-071cb6ade71e req-c25bf1d2-04e0-4757-980a-4af61c9d2a52 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0809591 Jul 25 16:28:56.843813 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d051a84a-4b54-48dc-9661-071cb6ade71e req-ea914ed1-15bd-4f45-b243-e8a098d86e81 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382887 Jul 25 16:28:56.870447 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18358-a96a-4290-9646-6fda9a6ff5b8 req-afb88ec5-e729-4549-b6ca-3c5819633434 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:56.873545 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4ce18358-a96a-4290-9646-6fda9a6ff5b8 req-afb88ec5-e729-4549-b6ca-3c5819633434 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.1192718 Jul 25 16:28:56.965704 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4ce18358-a96a-4290-9646-6fda9a6ff5b8 req-8c3c99d3-2038-4e0c-8d93-78a939a1789a tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Jul 25 16:28:58.043127 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf819e6-2b57-4fb5-a316-a22d0c969d81 req-6af4e661-f2e8-4b2c-b0f4-3e3483db411b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:58.046036 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-acf819e6-2b57-4fb5-a316-a22d0c969d81 req-6af4e661-f2e8-4b2c-b0f4-3e3483db411b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0878069 Jul 25 16:28:58.166475 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f422-7225-4253-8a79-a0ccf1208628 req-57877707-94a9-443c-9e9c-b4ac031b85c7 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:58.168520 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6828f422-7225-4253-8a79-a0ccf1208628 req-57877707-94a9-443c-9e9c-b4ac031b85c7 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0938020 Jul 25 16:28:58.177466 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-acf819e6-2b57-4fb5-a316-a22d0c969d81 req-e4b8a185-8e0c-4a9e-a109-2df10134f08e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210051 Jul 25 16:28:58.260563 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6828f422-7225-4253-8a79-a0ccf1208628 req-69a43a15-371c-4d06-8030-9d367a987203 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813024 Jul 25 16:28:59.317722 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-a11cbc30-d974-44a1-aa56-538ec81d3616 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:59.323620 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-a11cbc30-d974-44a1-aa56-538ec81d3616 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0877976 Jul 25 16:28:59.378006 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5f40-9504-4a07-9bd4-59fab083ba42 req-f088dd96-4d00-440f-908a-fafd7f1b6427 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:59.380172 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-921a5f40-9504-4a07-9bd4-59fab083ba42 req-f088dd96-4d00-440f-908a-fafd7f1b6427 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0745888 Jul 25 16:28:59.483252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f76837-0d03-4ffe-98d9-21053a0eb5b8 req-784190cc-8a41-40db-bf1d-806cdd512f9c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:59.485059 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4f76837-0d03-4ffe-98d9-21053a0eb5b8 req-784190cc-8a41-40db-bf1d-806cdd512f9c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jul 25 16:28:59.490645 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-921a5f40-9504-4a07-9bd4-59fab083ba42 req-0eaf52d4-66df-451c-b29b-46fb195d635b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999835 Jul 25 16:28:59.502163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Deleting port c088b66c-9e47-45df-a77e-878bab58d1aa {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:28:59.502783 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:59.510545 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:59.573897 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d4f76837-0d03-4ffe-98d9-21053a0eb5b8 req-973e2c41-2620-4bf9-9c38-351dff0d83a3 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746300 Jul 25 16:28:59.631898 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:28:59.699820 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76d386-d8b7-4514-96f8-307329a3fbc3 req-65d08507-34f6-4517-b72c-e71191459bbe tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:28:59.702250 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6f76d386-d8b7-4514-96f8-307329a3fbc3 req-65d08507-34f6-4517-b72c-e71191459bbe tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0861304 Jul 25 16:28:59.711693 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] For port c088b66c-9e47-45df-a77e-878bab58d1aa, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c088b66c-9e47-45df-a77e-878bab58d1aa,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:28:59.712450 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:59.719121 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37554) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:28:59.724522 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Request body: {'floatingip': {'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:28:59.741587 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Calling delete_port for c088b66c-9e47-45df-a77e-878bab58d1aa owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:28:59.828214 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:59.951295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (c088b66c-9e47-45df-a77e-878bab58d1aa), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:28:59.972802 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['c088b66c-9e47-45df-a77e-878bab58d1aa'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:29:00.012908 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Pushing event deleted for resources: {'Port': ['ID=c088b66c-9e47-45df-a77e-878bab58d1aa,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:00.032708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:00.090872 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] No DVR routers for this DVR port c088b66c-9e47-45df-a77e-878bab58d1aa on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:29:00.101125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:00.106539 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-2546903c-9c3e-4be3-8a45-fe57c988555a req-c399bc97-a24b-49ba-8439-c99b4a119898 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "DELETE /v2.0/ports/c088b66c-9e47-45df-a77e-878bab58d1aa HTTP/1.1" status: 204 len: 173 time: 0.7776556 Jul 25 16:29:00.107123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'name': 'network-vif-deleted', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:00.110959 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d145179-7e1d-49a5-890d-aa62ee836def" -d '{"events": [{"server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "name": "network-vif-deleted", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:00.175624 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545b63c-6daf-47a0-bcb4-7d95c9f7c2d1 x-openstack-request-id: req-d545b63c-6daf-47a0-bcb4-7d95c9f7c2d1 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:00.176047 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e15a0f-ed99-4348-98a3-10a6a91e7d3c", "name": "network-vif-deleted", "tag": "c088b66c-9e47-45df-a77e-878bab58d1aa", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:00.176419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d545b63c-6daf-47a0-bcb4-7d95c9f7c2d1 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:00.176928 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d545b63c-6daf-47a0-bcb4-7d95c9f7c2d1'] response: {'server_uuid': 'c7e15a0f-ed99-4348-98a3-10a6a91e7d3c', 'name': 'network-vif-deleted', 'tag': 'c088b66c-9e47-45df-a77e-878bab58d1aa', 'status': 'completed', 'code': 200} Jul 25 16:29:00.535462 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:00.540494 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:00.804275 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:00.808061 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:00.862138 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c84c970e-c385-4f56-8bf5-c5b2cfc851a2 req-8a931391-2260-4c28-9b7f-033abf6c3c50 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7e15a0f-ed99-4348-98a3-10a6a91e7d3c HTTP/1.1" status: 200 len: 210 time: 0.0728416 Jul 25 16:29:00.949633 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:29:01.119603 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:29:01.125177 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:01.132316 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:29:01.147019 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:01.147803 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:01.175774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:01.180715 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e29eb-8db6-40a8-aea6-7e0263f476b9" -d '{"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:01.240744 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-50fe57af-17e6-4ad0-8347-fa428560e7ba tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "PUT /v2.0/floatingips/a7a4cb14-873c-4bb6-ad4d-b82ab14390e8 HTTP/1.1" status: 200 len: 994 time: 1.5199318 Jul 25 16:29:01.266303 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72936ebd-9565-423e-8742-d8c34d153a02 x-openstack-request-id: req-72936ebd-9565-423e-8742-d8c34d153a02 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:01.266966 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:01.267373 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72936ebd-9565-423e-8742-d8c34d153a02 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:01.268123 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72936ebd-9565-423e-8742-d8c34d153a02'] response: {'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'status': 'completed', 'code': 200} Jul 25 16:29:01.317394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:01.354899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-4efe58a8-51de-4deb-b893-ab17488d2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:01.357540 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-4efe58a8-51de-4deb-b893-ab17488d2ad0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.0642781 Jul 25 16:29:01.483185 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:01.518915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-cddda037-eaa4-4172-b055-0c70fd10724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:01.521097 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-cddda037-eaa4-4172-b055-0c70fd10724c service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.1533082 Jul 25 16:29:01.631673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:01.662173 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-1e8b5aa6-86df-44dd-9b16-ef7ca7fa20e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1002 time: 0.1327879 Jul 25 16:29:01.755935 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-b4481c6e-9d77-4c37-9e1a-3038af3fd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:01.759102 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-b4481c6e-9d77-4c37-9e1a-3038af3fd2dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.0869846 Jul 25 16:29:01.828510 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:29:00Z', 'revision_number': 3, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:01.837189 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-99979870-64c4-4dfb-bd0d-622653567ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:01.840129 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-99979870-64c4-4dfb-bd0d-622653567ac8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747073 Jul 25 16:29:01.870867 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:29:01.889262 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:01.890494 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:28:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:02.028941 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-9f713bbc-9ac3-4601-8d46-f311cc5f71d1 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803949 Jul 25 16:29:02.068025 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:02.174548 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c93e29eb-8db6-40a8-aea6-7e0263f476b9 req-6bc8cbeb-6eb1-4cc1-9236-c73609b8a89c service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373880 Jul 25 16:29:02.448427 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:29:00Z', 'revision_number': 3, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:02.485071 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f540b8-0f8a-4ec4-b737-45a2edf749ec None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'a7a4cb14-873c-4bb6-ad4d-b82ab14390e8', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'port_id': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'mac_address': 'fa:16:3e:51:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c107b-f645-476f-9b81-2dab0fedf218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:26:50Z', 'updated_at': '2022-07-25T16:29:00Z', 'revision_number': 3, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:29:03.268988 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:03.271899 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a06684-841f-42c6-b826-282398903457" -d '{"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:03.340510 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76c5dc-3b0a-499c-95f5-9bca100b18c0 x-openstack-request-id: req-6b76c5dc-3b0a-499c-95f5-9bca100b18c0 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:03.340956 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:03.341371 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b76c5dc-3b0a-499c-95f5-9bca100b18c0 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:03.342023 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b76c5dc-3b0a-499c-95f5-9bca100b18c0'] response: {'name': 'network-changed', 'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'status': 'completed', 'code': 200} Jul 25 16:29:03.700566 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device c088b66c-9e47-45df-a77e-878bab58d1aa no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:29:03.745032 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: c088b66c-9e47-45df-a77e-878bab58d1aa {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:29:03.745633 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device c088b66c-9e47-45df-a77e-878bab58d1aa not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:29:05.688157 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06684-841f-42c6-b826-282398903457 req-109a1ede-9702-41ce-888f-3e8de6c1ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:05.690939 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-109a1ede-9702-41ce-888f-3e8de6c1ce33 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 1130 time: 0.0630968 Jul 25 16:29:05.838143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06684-841f-42c6-b826-282398903457 req-ccc363ef-3b5e-43a5-ad21-c202b8216b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:05.839821 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-ccc363ef-3b5e-43a5-ad21-c202b8216b6a service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.1417470 Jul 25 16:29:05.924670 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-d1d4e57f-bcef-42ed-8397-503b87d40a1e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 200 len: 1002 time: 0.0778370 Jul 25 16:29:05.977885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:05.992413 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06684-841f-42c6-b826-282398903457 req-0c5fdddc-9613-41bd-b3a3-25da228b3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:05.994198 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-0c5fdddc-9613-41bd-b3a3-25da228b3c40 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.0599980 Jul 25 16:29:06.061930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06684-841f-42c6-b826-282398903457 req-25678638-2e96-48b8-a487-beaeb47ca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.064686 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-25678638-2e96-48b8-a487-beaeb47ca522 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574131 Jul 25 16:29:06.257262 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-bafc84b3-7843-4bcb-aabc-b818dac9c5be service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821017 Jul 25 16:29:06.386135 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7243659-0e03-4cb2-a84f-4381ff3007f6 req-c894d28f-6061-4f5b-8488-51f5128341ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.388797 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d7243659-0e03-4cb2-a84f-4381ff3007f6 req-c894d28f-6061-4f5b-8488-51f5128341ca tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0839126 Jul 25 16:29:06.426725 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:06.445261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-cceb8ec2-7570-484e-b5a9-711a3161165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.448193 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-cceb8ec2-7570-484e-b5a9-711a3161165c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1169 time: 0.1024578 Jul 25 16:29:06.512540 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d7243659-0e03-4cb2-a84f-4381ff3007f6 req-8f9edeeb-d5e2-4f99-a166-d430be823ad8 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103210 Jul 25 16:29:06.572525 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-04a06684-841f-42c6-b826-282398903457 req-3b604cb2-8283-4b1a-b5d1-bc1b27107ef0 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062201 Jul 25 16:29:06.652190 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-2669731f-997c-4e84-876f-a4413005feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.654252 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-2669731f-997c-4e84-876f-a4413005feab service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.1940527 Jul 25 16:29:06.760107 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-6c43524b-3bc0-4705-a8a6-6fd1aba5c5db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 1001 time: 0.0976927 Jul 25 16:29:06.799078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:06.826907 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-b917ecb1-cc14-473a-b3cc-cadbf1f9a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.829590 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-b917ecb1-cc14-473a-b3cc-cadbf1f9a191 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.0632255 Jul 25 16:29:06.894363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-0f30b7e0-65e3-4128-8294-c0b0a6a5a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:06.896359 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-0f30b7e0-65e3-4128-8294-c0b0a6a5a294 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533373 Jul 25 16:29:07.025292 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-a6826eab-6950-41df-94d5-4b61d35b4f57 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187053 Jul 25 16:29:07.172368 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5d2c3d84-83e0-4c70-84d6-5adb74e93bfb req-bf7e5278-e222-40e2-9cd8-3b4f3bd250cc service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396751 Jul 25 16:29:07.728390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157853-c9fe-48e6-a329-8779f3e3bbcb req-3ddc85ea-dcae-4fb2-bffb-d1669b6af846 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:07.731162 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96157853-c9fe-48e6-a329-8779f3e3bbcb req-3ddc85ea-dcae-4fb2-bffb-d1669b6af846 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0913837 Jul 25 16:29:07.835685 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96157853-c9fe-48e6-a329-8779f3e3bbcb req-32f83736-49dc-486d-ab3f-835444fdb284 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975697 Jul 25 16:29:08.548036 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:08.592262 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-6e775604-ce10-4678-907f-52971d03bf84 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687340872&fields=id&tenant_id=90317adf2c86461d96439dc48441b6c8 HTTP/1.1" status: 200 len: 267 time: 0.0642188 Jul 25 16:29:08.736320 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-34908dd2-72d2-47e8-996a-18acf432fba6 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:08.738670 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-34908dd2-72d2-47e8-996a-18acf432fba6 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 809 time: 0.1383440 Jul 25 16:29:08.761440 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-4b3f078f-7e4b-4a2a-8a35-26aa155e99cd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/quotas/90317adf2c86461d96439dc48441b6c8 HTTP/1.1" status: 200 len: 375 time: 0.0111771 Jul 25 16:29:08.830775 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-cf3e3b35-dbc8-4659-8ef0-b0580139e691 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663288 Jul 25 16:29:08.973475 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:29:09.275040 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-a3c3e5d2-7ff8-4873-83d4-bdfc99f9c796 service neutron] 10.222.0.66 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228313 Jul 25 16:29:09.371479 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf7e38-e8c1-4d1b-a5ba-e69c2835590a req-70fc8de4-7d16-4a62-b631-629291ba698b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:09.373640 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-03bf7e38-e8c1-4d1b-a5ba-e69c2835590a req-70fc8de4-7d16-4a62-b631-629291ba698b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.1309514 Jul 25 16:29:09.469685 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-004beaa6-718a-408e-9bfd-17fcc25b53b0 service neutron] 10.222.0.66 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743526 Jul 25 16:29:09.488979 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-03bf7e38-e8c1-4d1b-a5ba-e69c2835590a req-20876a97-09af-4c26-9b60-e2bdfeb41f1b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037571 Jul 25 16:29:09.972949 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45dfee0a-d86a-4593-a6f7-e904bd07143a req-c9ae6350-552a-4d81-af9b-396b7be73829 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 210 time: 0.0410104 Jul 25 16:29:10.676724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aed02-25f9-42b2-ba73-629e677b5011 req-26ba2e8c-3196-4624-b34f-76847ce14f22 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:10.679559 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-186aed02-25f9-42b2-ba73-629e677b5011 req-26ba2e8c-3196-4624-b34f-76847ce14f22 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0736067 Jul 25 16:29:10.810171 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-186aed02-25f9-42b2-ba73-629e677b5011 req-9cf71860-afa3-4c7a-bb1d-3c1dc87c7964 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190593 Jul 25 16:29:11.152302 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a453b31d-493e-4102-8fca-3f9ad32f14b1 req-77e855d8-ecf4-4cd7-ac10-194b74ab646e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 210 time: 0.0529082 Jul 25 16:29:11.828935 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-0a640389-8f3f-43aa-b49e-6ca805af0af2 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:11.831650 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-0a640389-8f3f-43aa-b49e-6ca805af0af2 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/networks?id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 200 len: 813 time: 0.1990187 Jul 25 16:29:11.855924 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-85619b11-9a15-43b8-a302-218fd7f6be85 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/quotas/bd9b5f7127564335a847ab40761124df HTTP/1.1" status: 200 len: 375 time: 0.0170944 Jul 25 16:29:11.885860 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-72c246d9-e457-44ee-ba7c-9621d3e7bddd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:11.888806 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-72c246d9-e457-44ee-ba7c-9621d3e7bddd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 809 time: 0.1808565 Jul 25 16:29:11.942431 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-8f55988b-4141-4f83-8236-e388b8784b9a tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707600 Jul 25 16:29:11.986607 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-dcbe6c5e-34d9-4e03-8ca9-3df86d3573e6 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90317adf2c86461d96439dc48441b6c8 HTTP/1.1" status: 200 len: 380 time: 0.0862598 Jul 25 16:29:12.003770 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'port': {'device_id': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'admin_state_up': True, 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'security_groups': ['010ca743-2ae6-4420-97ae-d29fd024527e']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:12.081123 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.104535 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582dea2-e362-4a93-b10a-fa4cc10927ae req-5e009751-38e1-42b7-a484-f2607618048c tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:12.107627 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5582dea2-e362-4a93-b10a-fa4cc10927ae req-5e009751-38e1-42b7-a484-f2607618048c tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.1246376 Jul 25 16:29:12.179771 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.192433 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Made reservation on behalf of 90317adf2c86461d96439dc48441b6c8 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:29:12.195182 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-033612ae-e7d8-41cc-bee7-2c872f395903 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438807 Jul 25 16:29:12.198119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:12.385379 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5582dea2-e362-4a93-b10a-fa4cc10927ae req-7dd5742c-c54f-4e1b-b0c1-fc0bdfef1cd2 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2622795 Jul 25 16:29:12.401872 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.403847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Allocated IP 172.20.0.3 (120c8944-cc34-4fa8-988b-27a538aee072/eba0cb75-9dc5-4be8-9554-d4dae3f4422a/54cf1201-fdc0-44ce-bc59-698ade1f2c99) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:29:12.451639 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.452946 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=33 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.467439 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-20534dc8-f24b-4bf5-a4b2-6eb16675dae4 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594445 Jul 25 16:29:12.571451 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-671098cb-8002-443d-b088-fbf2f01a07d4 req-cdd0a1ac-e84d-4dbe-ae15-21ccd29fa94a tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 210 time: 0.0384192 Jul 25 16:29:12.655558 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:12.688837 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:12.728333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:12.810048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Network 120c8944-cc34-4fa8-988b-27a538aee072 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:29:12.816727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:29:12.824080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:29:12.831781 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d88e615-dee2-4bd5-9628-e1d89d1588a0 req-b353798d-0aeb-424f-8fb3-f288c6f627d4 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 210 time: 0.0889037 Jul 25 16:29:12.843497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:12.970701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:12.971971 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.004053 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-d2a1808a-a2eb-4b51-80c9-ed2e75f73b36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0057073 Jul 25 16:29:13.018601 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Request body: {'port': {'device_id': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:13.127571 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.156018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d3ecfff7-ca39-40be-81e7-d24b5fd3a62e None None] Provisioning complete for port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:29:13.156733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfff7-ca39-40be-81e7-d24b5fd3a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.213061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecfff7-ca39-40be-81e7-d24b5fd3a62e None None] Port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:29:13.585011 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cf1201-fdc0-44ce-bc59-698ade1f2c99 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:13.596986 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks [] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.616936 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Transition to ACTIVE for port object 54cf1201-fdc0-44ce-bc59-698ade1f2c99 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:29:13.618178 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:13.624113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.658674 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfbec-e3db-42d7-8d6f-98378d12347f req-43f978a6-fd01-4d76-b82f-49af61b146a3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:13.666301 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b97cfbec-e3db-42d7-8d6f-98378d12347f req-43f978a6-fd01-4d76-b82f-49af61b146a3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.1199958 Jul 25 16:29:13.727677 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:13.881969 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284a9c6-5413-4b53-984e-1fca00e49636 req-52078f9d-4331-4234-8110-d62cc1168b5b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:13.882323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Attempting to bind port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:29:13.883091 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Attempting to bind port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:29:13.883843 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Attempting to bind port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 on network 120c8944-cc34-4fa8-988b-27a538aee072 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:13.886624 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5284a9c6-5413-4b53-984e-1fca00e49636 req-52078f9d-4331-4234-8110-d62cc1168b5b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1383870 Jul 25 16:29:13.893650 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 on network 120c8944-cc34-4fa8-988b-27a538aee072 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:29:13.894096 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Attempting to bind port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 on network 120c8944-cc34-4fa8-988b-27a538aee072 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:13.903487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:29:13.903487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Checking segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:29:13.903487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Bound using segment: {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:29:13.904468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Bound port: 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29c1dd6-eae2-4714-99f3-a02d15cdce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:29:13.904913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:13.907851 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b97cfbec-e3db-42d7-8d6f-98378d12347f req-6856aea9-1c06-4ab8-858e-07c46501598e tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315567 Jul 25 16:29:14.022192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:29:14.029113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:29:14.040750 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:14.087311 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5284a9c6-5413-4b53-984e-1fca00e49636 req-2bf2572e-d568-48a4-87e5-a4e3c77c8448 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751451 Jul 25 16:29:14.108655 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:14.109314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:14.111408 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] 10.222.0.102 "PUT /v2.0/ports/54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 1093 time: 1.1000454 Jul 25 16:29:14.112040 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:14.115796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0d774-b309-4c03-a72f-9d5d79eca537" -d '{"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:14.131278 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-996dfb34-9a4e-44ff-8ca7-880032a02fcf req-7bcaf8dc-0dbe-4911-94fa-57c98df1e575 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 210 time: 0.0803435 Jul 25 16:29:14.154005 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:14.154005 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49f8d-f0dc-45f3-b99a-9c4cefca7392 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:14.197297 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34812a1b-de6e-48e0-86a6-82fc2dafdcb2 x-openstack-request-id: req-34812a1b-de6e-48e0-86a6-82fc2dafdcb2 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:14.197660 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:14.197978 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34812a1b-de6e-48e0-86a6-82fc2dafdcb2 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:14.198643 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34812a1b-de6e-48e0-86a6-82fc2dafdcb2'] response: {'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'status': 'completed', 'code': 200} Jul 25 16:29:14.885690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:15.046343 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-58f502d7-8e36-4e19-9c97-5e15d93ae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.049230 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-58f502d7-8e36-4e19-9c97-5e15d93ae076 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1127 time: 0.5375981 Jul 25 16:29:15.126996 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb5e26-28f5-4d13-aebd-39b8a65a4547 req-3fc10284-50d3-4d8f-99ed-3316d1cd9738 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.129008 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-48bb5e26-28f5-4d13-aebd-39b8a65a4547 req-3fc10284-50d3-4d8f-99ed-3316d1cd9738 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0839427 Jul 25 16:29:15.218462 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-ca1ce401-505b-4a98-9bd1-7ab0b109b516 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.220886 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-ca1ce401-505b-4a98-9bd1-7ab0b109b516 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "GET /v2.0/networks?id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 200 len: 813 time: 0.6590333 Jul 25 16:29:15.249886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Request body: {'port': {'device_id': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513', 'admin_state_up': True, 'tenant_id': 'bd9b5f7127564335a847ab40761124df'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:15.252296 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-48bb5e26-28f5-4d13-aebd-39b8a65a4547 req-b91ef4cd-af6c-46b1-a1ea-9efa1b47b2ba tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115201 Jul 25 16:29:15.360141 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cc767-22c0-4c31-99b9-1bd4a44582a8 req-d4deec1e-05a4-4337-8dca-b27088e478b8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.362435 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-441cc767-22c0-4c31-99b9-1bd4a44582a8 req-d4deec1e-05a4-4337-8dca-b27088e478b8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1087406 Jul 25 16:29:15.407758 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4c7882b1-d384-44fb-8d95-57c8db118f2b req-bde480f4-4a38-47b2-b476-534058ab853f tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 210 time: 0.0563025 Jul 25 16:29:15.431257 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-98e639a8-36ba-42ad-a379-c393fb14076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.433208 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-98e639a8-36ba-42ad-a379-c393fb14076a service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=90317adf2c86461d96439dc48441b6c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3134382 Jul 25 16:29:15.470583 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-441cc767-22c0-4c31-99b9-1bd4a44582a8 req-e5d03d99-bbcc-434d-b5af-d6d69041cb8b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942514 Jul 25 16:29:15.632353 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Made reservation on behalf of bd9b5f7127564335a847ab40761124df for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:29:15.636245 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:15.668126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-031a072f-bd2a-4831-a5b5-6137df0d5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.669764 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-adc0d774-b309-4c03-a72f-9d5d79eca537 req-031a072f-bd2a-4831-a5b5-6137df0d5ddd service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238741 Jul 25 16:29:15.718881 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:15.822480 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-26be2392-a60e-41be-92bc-d4a268bd3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:15.824080 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-26be2392-a60e-41be-92bc-d4a268bd3efe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1127 time: 0.0912530 Jul 25 16:29:15.902506 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-492b85c6-a3ac-4a7a-9779-cf0906e3e57e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 217 time: 0.0508678 Jul 25 16:29:15.964046 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Allocated IP 172.20.0.4 (fbc95ce4-7af4-4dc6-9cb6-7699309ac513/21fd9508-6580-4f05-a48f-57c05dd9d955/a0f8c860-81a3-4e61-828b-b3a04c3c4c98) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:29:15.996735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:16.002305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0c8eaed3-a182-45b4-9af9-193c9a393884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.004140 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-0c8eaed3-a182-45b4-9af9-193c9a393884 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0948968 Jul 25 16:29:16.087506 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-44d2f0c5-b974-43f4-85ea-c2263f8423dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.089436 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-44d2f0c5-b974-43f4-85ea-c2263f8423dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756447 Jul 25 16:29:16.145735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:16.239844 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0f20f219-7099-4312-99b3-a9ecf1bf554a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:16.313074 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-2e3a5392-daf6-4145-baa8-911f3f338395 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063601 Jul 25 16:29:16.317005 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks [] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:16.462445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f9e8-fbd6-40f6-9557-2e990affff35 req-1948c337-aba7-4627-a8c1-33e9a4aef622 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.474517 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb15f9e8-fbd6-40f6-9557-2e990affff35 req-1948c337-aba7-4627-a8c1-33e9a4aef622 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.1078560 Jul 25 16:29:16.480819 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:16.550754 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-06a058ec-723e-4b24-a048-7b6b3154b114 req-16d3fbeb-5ba2-4b32-b107-e718d673f0c9 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284355 Jul 25 16:29:16.583942 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:29:16.593476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:29:16.596952 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:29:16.601305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Pushing event updated for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:16.667794 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb15f9e8-fbd6-40f6-9557-2e990affff35 req-2dfb6234-44bd-4f24-8161-86cf01749725 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868534 Jul 25 16:29:16.693433 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba486a55-89d6-46fa-be15-70289a0eb59d req-90955b77-d6e2-4bdf-b745-5e5a9dc3bb2d tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.695859 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ba486a55-89d6-46fa-be15-70289a0eb59d req-90955b77-d6e2-4bdf-b745-5e5a9dc3bb2d tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 931 time: 0.1028385 Jul 25 16:29:16.722016 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.723487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:16.759002 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-dfc1e2a4-8047-4925-82f0-b4f4edb65453 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5162966 Jul 25 16:29:16.782312 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ba486a55-89d6-46fa-be15-70289a0eb59d req-81659528-cca5-4286-be56-9ff67fbfe11e tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 Jul 25 16:29:16.847701 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc6a4c-3a51-4657-94f8-59c084752b0f req-d7e58085-eb8d-4c04-8f18-66fb4929f2c4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:16.850421 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58bc6a4c-3a51-4657-94f8-59c084752b0f req-d7e58085-eb8d-4c04-8f18-66fb4929f2c4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0667145 Jul 25 16:29:16.854569 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Request body: {'port': {'device_id': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:16.935468 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-58bc6a4c-3a51-4657-94f8-59c084752b0f req-5608e615-ed6d-4a62-bf9b-b240eb17e1ec tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769277 Jul 25 16:29:16.944290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.306894 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:17.385577 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f8c860-81a3-4e61-828b-b3a04c3c4c98 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:17.402258 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks [] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.428945 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Transition to ACTIVE for port object a0f8c860-81a3-4e61-828b-b3a04c3c4c98 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:29:17.436075 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.516108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:17.578535 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:17.636719 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Attempting to bind port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:29:17.637146 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Attempting to bind port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:29:17.637735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Attempting to bind port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:17.646295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:29:17.646914 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Attempting to bind port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 on network fbc95ce4-7af4-4dc6-9cb6-7699309ac513 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:17.657006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:29:17.657620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Checking segment: {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:29:17.658251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Bound using segment: {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:29:17.659021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Bound port: a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465ce418-34c2-467c-bdb9-798886abd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:29:17.659631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.774749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:29:17.780463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:29:17.791630 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.832748 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:17.832748 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:17.834155 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] 10.222.0.102 "PUT /v2.0/ports/a0f8c860-81a3-4e61-828b-b3a04c3c4c98 HTTP/1.1" status: 200 len: 1093 time: 0.9852626 Jul 25 16:29:17.834654 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:17.837063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5771031-8dac-4d02-bafc-676424ebb2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:17.846602 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b319a0-b209-4fd9-a9b9-2ca50cff90a7 req-72d33f16-b544-4bbf-a695-b5b4a8992bad tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:17.854488 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-03b319a0-b209-4fd9-a9b9-2ca50cff90a7 req-72d33f16-b544-4bbf-a695-b5b4a8992bad tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0854645 Jul 25 16:29:17.874483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564769-8d06-4553-8bc6-8288ed90e71a service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:17.941777 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:17.971806 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-03b319a0-b209-4fd9-a9b9-2ca50cff90a7 req-9969eb2e-f7e1-49c9-973e-c155d2da1203 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105859 Jul 25 16:29:18.019777 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe58fe-7a90-4c30-acb3-0a27df4af845 req-d8e15a12-c2d1-444c-88ed-f084cdf92a75 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.021912 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ffe58fe-7a90-4c30-acb3-0a27df4af845 req-d8e15a12-c2d1-444c-88ed-f084cdf92a75 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 943 time: 0.0733716 Jul 25 16:29:18.058555 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5808f7-6980-4fc3-9149-da5980675d88 x-openstack-request-id: req-ec5808f7-6980-4fc3-9149-da5980675d88 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:18.060180 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:18.060180 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec5808f7-6980-4fc3-9149-da5980675d88 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:18.061307 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5808f7-6980-4fc3-9149-da5980675d88'] response: {'name': 'network-changed', 'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98', 'status': 'completed', 'code': 200} Jul 25 16:29:18.105409 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ffe58fe-7a90-4c30-acb3-0a27df4af845 req-c6d2e229-8094-49d8-baf4-76b661e48071 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726101 Jul 25 16:29:18.168158 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:18.180802 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da875-85a2-4fd3-bc8e-619d698b74e7 req-d8d02d0a-c499-4d7c-b898-bf60ab08e1cf tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.182802 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d25da875-85a2-4fd3-bc8e-619d698b74e7 req-d8d02d0a-c499-4d7c-b898-bf60ab08e1cf tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0612776 Jul 25 16:29:18.241618 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d25da875-85a2-4fd3-bc8e-619d698b74e7 req-16952a2b-749c-46b9-882e-9932fd1a57b1 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Jul 25 16:29:18.485575 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-c8946fed-9826-4936-88ef-74e8cc51a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.487280 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-c8946fed-9826-4936-88ef-74e8cc51a9a7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 1127 time: 0.0502126 Jul 25 16:29:18.562811 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-93a7d516-8e18-4adc-82f4-ba9f0f120e06 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98 HTTP/1.1" status: 200 len: 217 time: 0.0660355 Jul 25 16:29:18.581376 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-7ee71a14-fe1f-456d-83e7-c99ba57312ba service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863531 Jul 25 16:29:18.619802 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-d24b9621-2fde-40b7-afaa-c381f08c9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.621387 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-d24b9621-2fde-40b7-afaa-c381f08c9d4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21fd9508-6580-4f05-a48f-57c05dd9d955 HTTP/1.1" status: 200 len: 853 time: 0.0507159 Jul 25 16:29:18.663191 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-6250cf8a-4ac0-48a3-841a-807132422835 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361197 Jul 25 16:29:18.741160 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-5b6466ff-1a8e-45c3-bdb2-bc6bbbdcc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.742807 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-5b6466ff-1a8e-45c3-bdb2-bc6bbbdcc7a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 1129 time: 0.1073663 Jul 25 16:29:18.844810 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-0402285f-7359-49e4-825c-2fe7c86a8a3a service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640303 Jul 25 16:29:18.944326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-7bed4105-aeee-4071-aa96-93effb18505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:18.945909 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-7bed4105-aeee-4071-aa96-93effb18505c service neutron] 10.222.0.102 "GET /v2.0/networks?id=6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 200 len: 920 time: 0.1797323 Jul 25 16:29:18.964830 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:19.007730 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-8b6272b6-264b-4f8f-89a4-78c2876680d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 200 len: 217 time: 0.0491819 Jul 25 16:29:19.014039 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-488bd34d-f47c-494c-a12b-5614e955c1a7 req-3a069c85-a5ee-44c3-aba8-43f8efd70a43 service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621778 Jul 25 16:29:19.084584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-6be73c71-d100-4c49-9b88-944b33a4afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:19.086830 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-6be73c71-d100-4c49-9b88-944b33a4afb2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 200 len: 858 time: 0.0716755 Jul 25 16:29:19.136116 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534b2c8-754f-4fab-b8f7-3e91ab81e34e req-ee77e698-b03b-4cb1-8e74-553b93968ba5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:19.137816 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8534b2c8-754f-4fab-b8f7-3e91ab81e34e req-ee77e698-b03b-4cb1-8e74-553b93968ba5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0687089 Jul 25 16:29:19.281466 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8534b2c8-754f-4fab-b8f7-3e91ab81e34e req-89d83c28-6975-4b82-aeae-d0c9c7872154 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&id=c9f95b60-180b-4387-9ca4-21df6638e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327748 Jul 25 16:29:19.302292 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6bb94-20f2-42bf-88fa-0dc23ae3b1e8 req-8be5a624-450a-4e66-8a65-8d784920b163 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:19.305451 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c1a6bb94-20f2-42bf-88fa-0dc23ae3b1e8 req-8be5a624-450a-4e66-8a65-8d784920b163 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 943 time: 0.0989239 Jul 25 16:29:19.445905 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c1a6bb94-20f2-42bf-88fa-0dc23ae3b1e8 req-cf2c6897-84ee-4ab6-9919-62acc81eba34 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315384 Jul 25 16:29:19.460795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5c9ff-0bd8-475a-80ae-75845746ae29 req-819421bb-bb46-4321-a048-9c2ca0f08320 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:19.462449 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcd5c9ff-0bd8-475a-80ae-75845746ae29 req-819421bb-bb46-4321-a048-9c2ca0f08320 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1009562 Jul 25 16:29:19.524075 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcd5c9ff-0bd8-475a-80ae-75845746ae29 req-6cf2725e-82d0-4b0e-8a67-33c4a5435d27 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524383 Jul 25 16:29:20.018113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:20.021805 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-f77ade30-5877-4511-99c7-cb5535d7fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.023385 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-f77ade30-5877-4511-99c7-cb5535d7fb92 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6ab96305-1028-4c5a-918e-429bbc4d3787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861921 Jul 25 16:29:20.025362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-3ed26e11-0909-4b64-b862-1952b08067bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.026883 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-3ed26e11-0909-4b64-b862-1952b08067bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=bd9b5f7127564335a847ab40761124df&device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 1127 time: 0.0748229 Jul 25 16:29:20.170700 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:20.182111 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3f3485c2-0fac-4b03-975e-94944fc78f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:20.225080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-dca75a8b-f8af-4246-9297-9d58cc1c4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.226858 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-dca75a8b-f8af-4246-9297-9d58cc1c4524 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 200 len: 914 time: 0.1831939 Jul 25 16:29:20.229038 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-8bfeea86-3c15-4aaf-adb1-b7df7baa0486 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936853 Jul 25 16:29:20.299549 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-c4a7e626-c48e-43e0-a987-2ae4fc5d0d6b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98 HTTP/1.1" status: 200 len: 217 time: 0.0582805 Jul 25 16:29:20.401632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-4078fc8c-4f7c-4710-83d3-daf86152f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.403316 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-4078fc8c-4f7c-4710-83d3-daf86152f223 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=21fd9508-6580-4f05-a48f-57c05dd9d955 HTTP/1.1" status: 200 len: 853 time: 0.0718966 Jul 25 16:29:20.451093 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-02949d17-60ca-42cd-a8b3-aca0cd79d845 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fbc95ce4-7af4-4dc6-9cb6-7699309ac513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394926 Jul 25 16:29:20.458481 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9e32f1b6-f17e-491b-8258-046a18dee1ea req-c3d70126-0042-437f-ab7c-f4523e8d7495 service neutron] 10.222.0.102 "GET /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099943 Jul 25 16:29:20.627048 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-5ad52277-73f0-42d0-83de-bd8bbdce6d9e service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672177 Jul 25 16:29:20.733371 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e36de-851f-49c9-9c9b-577061d199dd req-169c225e-54a5-4279-8ef4-ec4276a1c9d1 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.735146 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f1e36de-851f-49c9-9c9b-577061d199dd req-169c225e-54a5-4279-8ef4-ec4276a1c9d1 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 943 time: 0.1449702 Jul 25 16:29:20.753943 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e613-5745-486a-98c4-fe487c38ddd1 req-68fd6cff-10ed-4717-b65b-1ea9c77ceb36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:20.757136 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f985e613-5745-486a-98c4-fe487c38ddd1 req-68fd6cff-10ed-4717-b65b-1ea9c77ceb36 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1119781 Jul 25 16:29:20.795166 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f5771031-8dac-4d02-bafc-676424ebb2e1 req-ce7c2e81-cf3f-4bb0-aec0-78afc95382f3 service neutron] 10.222.0.102 "GET /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614907 Jul 25 16:29:20.856458 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3f1e36de-851f-49c9-9c9b-577061d199dd req-55032546-edcd-4d43-a6b2-8ef8eee994e7 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981300 Jul 25 16:29:20.869248 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f985e613-5745-486a-98c4-fe487c38ddd1 req-4994df48-716c-4c7f-ae21-acc682080209 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021593 Jul 25 16:29:21.102172 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:21.885192 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:22.028366 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a8a2e-2312-4ec9-a925-4f7c8d4388fb req-657cf96b-8efc-4b7b-9c54-2b43ea24b709 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:22.031783 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-935a8a2e-2312-4ec9-a925-4f7c8d4388fb req-657cf96b-8efc-4b7b-9c54-2b43ea24b709 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 943 time: 0.0798748 Jul 25 16:29:22.102971 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8faf-688a-4227-9587-5523d094c4c7 req-2bde4f0d-0303-450f-a8fb-546b26fa84ea tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:22.104662 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-794d8faf-688a-4227-9587-5523d094c4c7 req-2bde4f0d-0303-450f-a8fb-546b26fa84ea tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1013432 Jul 25 16:29:22.182823 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-935a8a2e-2312-4ec9-a925-4f7c8d4388fb req-bc549a73-5a76-4fea-b9d1-c30d33299f17 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205292 Jul 25 16:29:22.227035 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-794d8faf-688a-4227-9587-5523d094c4c7 req-768b34d4-eced-4f71-b1d5-54bde4e2d593 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012967 Jul 25 16:29:22.529798 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:22.934368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device a0f8c860-81a3-4e61-828b-b3a04c3c4c98 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:29:22.944288 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:23.124249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:23.145769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98', 'network_id': 'fbc95ce4-7af4-4dc6-9cb6-7699309ac513', 'port_id': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98', 'mac_address': 'fa:16:3e:10:fb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fd9508-6580-4f05-a48f-57c05dd9d955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:29:23.212266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:23.212738 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:23.233792 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f8c860-81a3-4e61-828b-b3a04c3c4c98 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:23.272521 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:23.279927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:23.372909 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5206d30-a61c-430f-a1f6-614fc46c8db0 req-bdedd6a7-4779-4210-b55f-00019181107b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:23.374003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:23.374845 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5206d30-a61c-430f-a1f6-614fc46c8db0 req-bdedd6a7-4779-4210-b55f-00019181107b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 944 time: 0.0771742 Jul 25 16:29:23.382963 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.383315 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.383687 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.384053 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.384401 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.384744 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.385260 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.385562 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.385916 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.386259 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.386593 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.386922 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.387242 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.387607 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.387947 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:23.449233 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5206d30-a61c-430f-a1f6-614fc46c8db0 req-0e3a70f8-bb26-4f00-870f-3996dd7003f2 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601356 Jul 25 16:29:23.579508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['a0f8c860-81a3-4e61-828b-b3a04c3c4c98'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:29:23.587535 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2f68e-411a-472f-a419-abd883cbc1b8 req-10ec23d3-79f7-4e55-9b12-e8a2686f50b7 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:23.593374 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22b2f68e-411a-472f-a419-abd883cbc1b8 req-10ec23d3-79f7-4e55-9b12-e8a2686f50b7 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.2502251 Jul 25 16:29:23.632926 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:23.662296 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22b2f68e-411a-472f-a419-abd883cbc1b8 req-90221f98-8340-49e9-a8ec-62ed2511c373 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572066 Jul 25 16:29:24.605369 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcf229-d0b5-44b1-976f-d1cd7974b61d req-9260ac5e-e5db-4aef-8866-3ac9f6cf2e5b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:24.607002 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-83dcf229-d0b5-44b1-976f-d1cd7974b61d req-9260ac5e-e5db-4aef-8866-3ac9f6cf2e5b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 944 time: 0.0544000 Jul 25 16:29:24.668544 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-83dcf229-d0b5-44b1-976f-d1cd7974b61d req-f70366f6-c658-45fe-87bd-ef146fe99a64 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jul 25 16:29:24.836649 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e59fa7-0d7d-4f29-b772-7a2fd640e2b4 req-df63729f-3bfe-4798-962e-6a9934ee0d9c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:24.838259 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b5e59fa7-0d7d-4f29-b772-7a2fd640e2b4 req-df63729f-3bfe-4798-962e-6a9934ee0d9c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0664742 Jul 25 16:29:24.877296 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:24.899761 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b5e59fa7-0d7d-4f29-b772-7a2fd640e2b4 req-eeecdf06-1194-4f33-8cdf-f298627ca7fb tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554671 Jul 25 16:29:24.940669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:29:24.943343 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device a0f8c860-81a3-4e61-828b-b3a04c3c4c98 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:29:25.049231 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:29:25.063897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:29:25.064279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:25.128121 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:25.145847 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'mac_address': 'fa:16:3e:6c:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:29:25.211120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:25.211534 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:25.213559 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:25.213932 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:25.245636 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf1201-fdc0-44ce-bc59-698ade1f2c99 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:25.257539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:25.259850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d739f534-68a0-42a0-bda8-a47ba4b1238f" -d '{"events": [{"server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:25.295505 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:25.307553 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:25.309939 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:25.316204 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:25.340766 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f152cb4-709e-497d-bf33-a162dce7db09 x-openstack-request-id: req-3f152cb4-709e-497d-bf33-a162dce7db09 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:25.341066 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:25.341303 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f152cb4-709e-497d-bf33-a162dce7db09 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:25.341875 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f152cb4-709e-497d-bf33-a162dce7db09'] response: {'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98', 'code': 200} Jul 25 16:29:25.371735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:25.377503 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:25.454444 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:25.585317 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11899d-b937-4841-9a07-0f9f8c6e58b0 req-41b472b7-54ff-4cb4-a054-17b66242f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:25.587726 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7b11899d-b937-4841-9a07-0f9f8c6e58b0 req-41b472b7-54ff-4cb4-a054-17b66242f433 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 1129 time: 0.0769656 Jul 25 16:29:25.601668 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['54cf1201-fdc0-44ce-bc59-698ade1f2c99'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:29:25.669879 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7b11899d-b937-4841-9a07-0f9f8c6e58b0 req-91fd2ce4-fa1f-414c-9a01-eef2d1776b8d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Jul 25 16:29:25.764674 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:25.866193 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760819-cddc-4153-b8d0-a6340ac6c43a req-77d26d8f-b612-4c32-9bb0-cf94774095d6 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:25.868734 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45760819-cddc-4153-b8d0-a6340ac6c43a req-77d26d8f-b612-4c32-9bb0-cf94774095d6 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0906942 Jul 25 16:29:25.909726 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:25.929072 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-45760819-cddc-4153-b8d0-a6340ac6c43a req-d878cd05-d911-4ec6-b90f-24ef3c5ebb2c tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541861 Jul 25 16:29:26.127952 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1fc46-90ec-4751-83d3-98d9a19b184e req-ff65bafd-07d1-4544-8920-8962f1b3a095 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:26.129566 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c6e1fc46-90ec-4751-83d3-98d9a19b184e req-ff65bafd-07d1-4544-8920-8962f1b3a095 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 944 time: 0.1322620 Jul 25 16:29:26.195208 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c6e1fc46-90ec-4751-83d3-98d9a19b184e req-a2fb842f-39f6-41e9-ae13-5928a01347db tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578227 Jul 25 16:29:26.946799 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:29:27.035992 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:29:27.045655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:29:27.046266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:27.112002 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fcf1-1658-4efa-82cd-a733c03532fe req-4102fb0b-7f59-49cf-80d7-d329d5117779 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:27.115191 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-41c7fcf1-1658-4efa-82cd-a733c03532fe req-4102fb0b-7f59-49cf-80d7-d329d5117779 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0811908 Jul 25 16:29:27.173080 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:27.173709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:27.237550 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-41c7fcf1-1658-4efa-82cd-a733c03532fe req-ca83a5de-167c-42c0-bc1b-756f4858dea3 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Jul 25 16:29:27.238831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:27.245879 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:27.298409 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea3bd-8a09-4696-bbdf-0485340904a3 req-2465a85b-6444-41ef-ab57-930ce375bfc2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:27.314079 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ca8ea3bd-8a09-4696-bbdf-0485340904a3 req-2465a85b-6444-41ef-ab57-930ce375bfc2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1530497 Jul 25 16:29:27.342886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:27.347227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cdf9a3-5fdc-4ad1-8a2a-02d497408891" -d '{"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-plugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:27.382508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:27.469660 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ca8ea3bd-8a09-4696-bbdf-0485340904a3 req-f7c0fb3a-3025-4a12-b7cc-3239852e4b38 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501520 Jul 25 16:29:27.489699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc346cf-6c7b-431e-979c-f0157901a114 req-380c2434-0ae8-4e1b-9837-3b43058893bb tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:27.491440 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcc346cf-6c7b-431e-979c-f0157901a114 req-380c2434-0ae8-4e1b-9837-3b43058893bb tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0982857 Jul 25 16:29:27.526385 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bf677-1e42-430f-bfbb-430836c3b3ac x-openstack-request-id: req-cd1bf677-1e42-430f-bfbb-430836c3b3ac {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:27.526983 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-plugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:27.527459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd1bf677-1e42-430f-bfbb-430836c3b3ac {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:27.528197 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1bf677-1e42-430f-bfbb-430836c3b3ac'] response: {'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'code': 200} Jul 25 16:29:27.577412 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fcc346cf-6c7b-431e-979c-f0157901a114 req-8dae1feb-2c7c-44cb-9e31-e5987af3f030 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750346 Jul 25 16:29:28.450889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938a56e-e388-48df-8cee-3dfc3118c09c req-8c4ab6c8-f949-4522-90b7-61d33cefae74 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:28.452750 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5938a56e-e388-48df-8cee-3dfc3118c09c req-8c4ab6c8-f949-4522-90b7-61d33cefae74 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0646927 Jul 25 16:29:28.530188 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5938a56e-e388-48df-8cee-3dfc3118c09c req-0aaf0c71-9648-437b-bf74-5076209c39bb tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Jul 25 16:29:28.639737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546752db-5a00-4502-818b-5cf8fab711e0 req-7a2d2ed1-f6e8-4d6b-9ea0-f160423428ff tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:28.642213 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-546752db-5a00-4502-818b-5cf8fab711e0 req-7a2d2ed1-f6e8-4d6b-9ea0-f160423428ff tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0673625 Jul 25 16:29:28.719176 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-546752db-5a00-4502-818b-5cf8fab711e0 req-3c34738c-146b-4998-a857-8ec8153b43f3 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668509 Jul 25 16:29:28.874506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a32cc0-3c15-4dec-ba7e-8e3ba685ccb9 req-19d2e8b3-cb6a-4bdd-b5a3-ea00537e303b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:28.877219 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34a32cc0-3c15-4dec-ba7e-8e3ba685ccb9 req-19d2e8b3-cb6a-4bdd-b5a3-ea00537e303b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0758021 Jul 25 16:29:28.962072 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34a32cc0-3c15-4dec-ba7e-8e3ba685ccb9 req-7ea2a8cd-c803-4beb-9a30-f5365c59f9c5 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779269 Jul 25 16:29:29.449938 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b081d-c82f-42b1-b351-1f8d287029e8 req-055e682b-534b-4ad8-8e15-9e11a144772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:29.451673 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b43b081d-c82f-42b1-b351-1f8d287029e8 req-055e682b-534b-4ad8-8e15-9e11a144772e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0741541 Jul 25 16:29:29.581051 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-e848e2b6-8a96-4776-ab2b-cf6f0fca391e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:29.583149 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-e848e2b6-8a96-4776-ab2b-cf6f0fca391e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.1183453 Jul 25 16:29:29.619749 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b43b081d-c82f-42b1-b351-1f8d287029e8 req-365e15a1-a559-427c-b087-cf598339fede service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530156 Jul 25 16:29:29.707511 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Deleting port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:29:29.708017 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:29.776586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:29.898086 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a604c-4a47-4561-9a5c-34f98b6906d4 req-f7b69ccc-c8b7-43b8-9e5e-240314396082 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:29.901013 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b9a604c-4a47-4561-9a5c-34f98b6906d4 req-f7b69ccc-c8b7-43b8-9e5e-240314396082 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 946 time: 0.0760319 Jul 25 16:29:29.999794 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b9a604c-4a47-4561-9a5c-34f98b6906d4 req-3de85b8b-19c1-48c2-b027-9211f816a8ab tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=62b1f49f-7f22-4452-86a6-46a9e098a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851603 Jul 25 16:29:30.129283 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:30.142362 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cc442-8c4d-44ff-844c-504d90dd348f req-93065394-55be-4f89-b765-a99a92d20f70 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:30.144008 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d71cc442-8c4d-44ff-844c-504d90dd348f req-93065394-55be-4f89-b765-a99a92d20f70 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0605586 Jul 25 16:29:30.160489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] For port aaea7be2-6388-4c1f-8fe7-40d03b69cf00, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:30.160962 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:30.227817 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d71cc442-8c4d-44ff-844c-504d90dd348f req-afec8fd8-0f97-450e-bd8d-2455d64e9680 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768237 Jul 25 16:29:30.572760 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:30.573578 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:30.573799 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Floating IP a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a disassociated. External IP: 172.27.2.219, port: aaea7be2-6388-4c1f-8fe7-40d03b69cf00. Jul 25 16:29:30.574507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Calling delete_port for aaea7be2-6388-4c1f-8fe7-40d03b69cf00 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:29:30.657307 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:30.767298 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (aaea7be2-6388-4c1f-8fe7-40d03b69cf00), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:30.800329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'Port': ['ID=aaea7be2-6388-4c1f-8fe7-40d03b69cf00,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:30.933140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:29:31.055884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:29:31.075052 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:29:31.092410 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:31.093047 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:31.145614 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] No DVR routers for this DVR port aaea7be2-6388-4c1f-8fe7-40d03b69cf00 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:29:31.149118 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:31.153483 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-02c51f3f-3519-41d9-986d-b54b8aa279d7 req-569e7eb9-1715-4e35-b7e9-aa2696583c48 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "DELETE /v2.0/ports/aaea7be2-6388-4c1f-8fe7-40d03b69cf00 HTTP/1.1" status: 204 len: 173 time: 1.5517278 Jul 25 16:29:31.155036 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'name': 'network-vif-deleted', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:31.157305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e9a23e-2c8d-44aa-a433-52ad6950490f" -d '{"events": [{"server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "name": "network-vif-deleted", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:31.181391 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c15044ff-7793-46a8-a7bd-144b9fcaa94e req-3cdcbc07-dcc3-476d-9c02-eb475d8c26bb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfffb541-3a46-4a3f-ad6c-8d7a88586b23 HTTP/1.1" status: 200 len: 210 time: 0.0389171 Jul 25 16:29:31.222750 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc88731-1021-4ff7-b407-172d3a4e834a x-openstack-request-id: req-dcc88731-1021-4ff7-b407-172d3a4e834a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:31.223074 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfffb541-3a46-4a3f-ad6c-8d7a88586b23", "name": "network-vif-deleted", "tag": "aaea7be2-6388-4c1f-8fe7-40d03b69cf00", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:31.223334 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcc88731-1021-4ff7-b407-172d3a4e834a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:31.223802 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc88731-1021-4ff7-b407-172d3a4e834a'] response: {'server_uuid': 'bfffb541-3a46-4a3f-ad6c-8d7a88586b23', 'name': 'network-vif-deleted', 'tag': 'aaea7be2-6388-4c1f-8fe7-40d03b69cf00', 'status': 'completed', 'code': 200} Jul 25 16:29:31.276480 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:31.400078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:31.420556 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fb165-d3b3-46d1-9a09-88a5a0abaddf req-0ff81709-673c-4903-97d0-aaa3606058f2 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:31.422552 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-125fb165-d3b3-46d1-9a09-88a5a0abaddf req-0ff81709-673c-4903-97d0-aaa3606058f2 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0656698 Jul 25 16:29:31.489646 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-125fb165-d3b3-46d1-9a09-88a5a0abaddf req-fd53f584-bda4-422e-8bae-6f60292268a0 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599549 Jul 25 16:29:31.579300 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:31.611253 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:29:31.622585 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:31.623248 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:31.748952 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:32.062319 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:32.097615 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9415-e2c2-41a0-b4d7-6c35ee208b52 None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:29:32.328404 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37820) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:32.419348 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (62b1f49f-7f22-4452-86a6-46a9e098a69b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:32.438467 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b04847-5701-4381-bd75-426b94169776 None None] New status for floating IP a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:29:32.454857 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (62b1f49f-7f22-4452-86a6-46a9e098a69b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:32.539778 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (62b1f49f-7f22-4452-86a6-46a9e098a69b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:32.546022 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:32.548555 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "DELETE /v2.0/security-groups/62b1f49f-7f22-4452-86a6-46a9e098a69b HTTP/1.1" status: 204 len: 168 time: 0.2181401 Jul 25 16:29:32.551364 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37824) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:32.597190 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3e65-cdfd-45c0-8203-eb3ecf7b8252 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1f49f-7f22-4452-86a6-46a9e098a69b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:32.598608 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-7133f480-ea21-431f-91ac-400d590d85d7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] show failed (client error): The resource could not be found. Jul 25 16:29:32.602517 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7133f480-ea21-431f-91ac-400d590d85d7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups/62b1f49f-7f22-4452-86a6-46a9e098a69b HTTP/1.1" status: 404 len: 347 time: 0.0467584 Jul 25 16:29:32.616038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37826) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:32.864465 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c9a57-edb7-4180-ac31-9a33a5ad69cb req-469fbf99-7904-47cd-9c0b-e7b9b6073d10 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:32.879175 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b55c9a57-edb7-4180-ac31-9a33a5ad69cb req-469fbf99-7904-47cd-9c0b-e7b9b6073d10 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.1806829 Jul 25 16:29:32.975293 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device aaea7be2-6388-4c1f-8fe7-40d03b69cf00 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:29:33.002268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: aaea7be2-6388-4c1f-8fe7-40d03b69cf00 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:29:33.002815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device aaea7be2-6388-4c1f-8fe7-40d03b69cf00 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:29:33.016126 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Deleting port b6bd5c66-1337-4d96-9ae4-53d90ca0461e {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:29:33.016652 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.108546 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b55c9a57-edb7-4180-ac31-9a33a5ad69cb req-402ac433-afee-4a61-b506-8e275a934080 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272477 Jul 25 16:29:33.176420 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.176841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.203922 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Calling delete_port for b6bd5c66-1337-4d96-9ae4-53d90ca0461e owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:29:33.385128 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd999e-2f56-4e3c-9fb1-21255413c50a req-1e5b5433-d127-40a0-8354-3e268fbc7718 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:33.387335 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e8cd999e-2f56-4e3c-9fb1-21255413c50a req-1e5b5433-d127-40a0-8354-3e268fbc7718 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.1791785 Jul 25 16:29:33.487024 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e8cd999e-2f56-4e3c-9fb1-21255413c50a req-9685b566-b0e2-40d6-bae4-4091dead31d4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914147 Jul 25 16:29:33.531207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37834) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:33.548459 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:33.577211 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (b6bd5c66-1337-4d96-9ae4-53d90ca0461e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.611624 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'Port': ['ID=b6bd5c66-1337-4d96-9ae4-53d90ca0461e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:33.661903 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da9dfe-8f37-4ed8-a040-c6cab0f464c1 tempest-TestShelveInstance-674980333 tempest-TestShelveInstance-674980333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:33.667683 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-89da9dfe-8f37-4ed8-a040-c6cab0f464c1 tempest-TestShelveInstance-674980333 tempest-TestShelveInstance-674980333-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1124 time: 0.1312447 Jul 25 16:29:33.668038 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37838) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:33.673405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:33.708659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.724764 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.730422 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.734728 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-90c32a73-c9c5-4c13-b8e4-4734e0c7370d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "DELETE /v2.0/floatingips/a22aa5a9-693d-4bc5-9bfd-9d7a4aa6fd3a HTTP/1.1" status: 204 len: 168 time: 1.1045370 Jul 25 16:29:33.810513 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.867802 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37842) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:33.877552 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188786032', 'description': 'tempest-description--1731931503'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:33.902629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:33.939171 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:33.994276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Allocated IP 172.27.2.104 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/3eb99049-a5a3-4152-9a54-b3a94e854877) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:29:34.098057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:34.145206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (6c48cb58-46e1-4a0d-97c4-1578710e8635), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.153821 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6c48cb58-46e1-4a0d-97c4-1578710e8635), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.210712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.212072 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3388252 Jul 25 16:29:34.217060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37846) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:34.224234 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group_rule': {'security_group_id': '6c48cb58-46e1-4a0d-97c4-1578710e8635', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:34.243626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.249558 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3a75e-32a4-45c9-a9a4-a9b654a92123 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c48cb58-46e1-4a0d-97c4-1578710e8635,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:34.286763 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (ff86e7fe-0be5-4b97-80dc-dec2c71e0e93), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.306619 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.379013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:29:34.392130 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:29:34.396433 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:29:34.396751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (ff86e7fe-0be5-4b97-80dc-dec2c71e0e93), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.404052 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (ff86e7fe-0be5-4b97-80dc-dec2c71e0e93), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.415847 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:34.450707 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'Port': ['ID=3eb99049-a5a3-4152-9a54-b3a94e854877,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:34.455715 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86e7fe-0be5-4b97-80dc-dec2c71e0e93,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:34.483244 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.484606 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-56deaec9-e36b-43c4-a740-9875f536751b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2662706 Jul 25 16:29:34.487737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 37848) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:34.496278 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'security_group_rule': {'security_group_id': '6c48cb58-46e1-4a0d-97c4-1578710e8635', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:34.542778 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (21a0d389-2ffc-4de3-b6b2-be8bf1a8240e), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.646766 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (21a0d389-2ffc-4de3-b6b2-be8bf1a8240e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.654445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (21a0d389-2ffc-4de3-b6b2-be8bf1a8240e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.685191 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a0d389-2ffc-4de3-b6b2-be8bf1a8240e,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:34.698868 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.700885 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-565b549a-e99e-4519-b0d5-d2099cb1a782 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107503 Jul 25 16:29:34.704848 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 37850) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:34.710283 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:34.788910 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:34.942580 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:35.044644 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:35.226840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:35.229985 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for floatingip (90a509bb-f8cc-40a3-9966-9dd4a182be00), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:35.291156 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Allocated IP 172.27.2.162 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/4a3b9a52-cdff-4c04-8069-fe0be9844364) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:29:35.680524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:35.780490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:35.882628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:35.941898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:29:35.952830 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:29:35.960858 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:29:35.963586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=4a3b9a52-cdff-4c04-8069-fe0be9844364,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:35.993949 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.003369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.098479 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event updated for resources: {'Port': ['ID=3eb99049-a5a3-4152-9a54-b3a94e854877,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:36.144576 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (90a509bb-f8cc-40a3-9966-9dd4a182be00), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.197640 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.206967 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:36.271137 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:36.298322 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.322689 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Floating IP 90a509bb-f8cc-40a3-9966-9dd4a182be00 associated. External IP: 172.27.2.104, port: 54cf1201-fdc0-44ce-bc59-698ade1f2c99. Jul 25 16:29:36.645603 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.654286 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.741231 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Router 01e6bdaa-e1b2-425e-a3b3-611c3982648a has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:29:36.744599 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=4a3b9a52-cdff-4c04-8069-fe0be9844364,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:36.772633 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.827104 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:36.841569 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-bd7002b9-9752-4093-9318-d99782d4ef30 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1224859 Jul 25 16:29:36.899510 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:29:36.912943 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Sync routers for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:29:36.925647 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:36.926654 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:36.939742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:37.024749 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-51f99710-772c-4e77-9c88-c617bc05228f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3505816 Jul 25 16:29:37.024749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:37.025175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fe6c13-d7e7-45a0-8c00-36172d595422" -d '{"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:37.099375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e78e40-9d0d-49da-8a93-813b093b85d8 x-openstack-request-id: req-39e78e40-9d0d-49da-8a93-813b093b85d8 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:37.099966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:37.100414 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39e78e40-9d0d-49da-8a93-813b093b85d8 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:37.100994 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e78e40-9d0d-49da-8a93-813b093b85d8'] response: {'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'status': 'completed', 'code': 200} Jul 25 16:29:37.178274 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-42e7c2bf-9983-43e3-88f4-062cba1d83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:37.181227 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-42e7c2bf-9983-43e3-88f4-062cba1d83ff service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0509212 Jul 25 16:29:37.189847 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-30964aae-dad3-4212-a455-1648ef7c1158 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--188786032&fields=id&tenant_id=5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 267 time: 0.0758331 Jul 25 16:29:37.198361 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:37.345205 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:37.354204 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-64318dbd-591b-46db-a015-6f490fc1f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:37.356901 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-64318dbd-591b-46db-a015-6f490fc1f1d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.1624231 Jul 25 16:29:37.415256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-e3d79009-ce7e-447e-ba83-1d67a9f5a4d0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:37.423967 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-e3d79009-ce7e-447e-ba83-1d67a9f5a4d0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 809 time: 0.2238317 Jul 25 16:29:37.434831 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:37.448821 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-511895e5-5c27-4348-8575-177f97f7d63c tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/quotas/5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 375 time: 0.0234127 Jul 25 16:29:37.473859 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-55a40243-0aa0-40e4-99c2-c0fd1c8ad445 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 999 time: 0.1078329 Jul 25 16:29:37.492576 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '90a509bb-f8cc-40a3-9966-9dd4a182be00', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'mac_address': 'fa:16:3e:6c:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:34Z', 'updated_at': '2022-07-25T16:29:34Z', 'revision_number': 0, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:37.525609 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-f8e7e21b-b78d-4709-90e9-668e0e6ec572 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674574 Jul 25 16:29:37.532822 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Checking router: 01e6bdaa-e1b2-425e-a3b3-611c3982648a for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:29:37.544861 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:37.545709 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:37.557632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-52e53c57-493b-4708-80b4-636797675d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:37.560925 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-52e53c57-493b-4708-80b4-636797675d52 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0785797 Jul 25 16:29:37.645043 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:37.654750 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-d43695c9-be3d-4cd3-8d9e-65c3636ec92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:37.658886 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-d43695c9-be3d-4cd3-8d9e-65c3636ec92a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877752 Jul 25 16:29:37.672186 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:37.729797 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:37.762982 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-3d6c6505-0aea-4720-9ac1-193e7255772f service neutron] 10.222.0.66 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363756 Jul 25 16:29:37.843211 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-ff1c3b97-b417-4efb-976f-179d3b0d7e8b service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772032 Jul 25 16:29:37.972206 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '90a509bb-f8cc-40a3-9966-9dd4a182be00', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'mac_address': 'fa:16:3e:6c:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:34Z', 'updated_at': '2022-07-25T16:29:34Z', 'revision_number': 0, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:37.981618 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86fe6c13-d7e7-45a0-8c00-36172d595422 req-ae70b5e2-b3f9-41ab-b58d-5ac8b84d2722 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318915 Jul 25 16:29:38.004349 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a562b-27a0-40cf-beb2-bdf4ac7f9f5f None None] The sync data for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi is: [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '90a509bb-f8cc-40a3-9966-9dd4a182be00', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'mac_address': 'fa:16:3e:6c:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:34Z', 'updated_at': '2022-07-25T16:29:34Z', 'revision_number': 0, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:29:38.254181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db0ed6-6aab-4205-98ce-b7845e7021aa None None] New status for floating IP 90a509bb-f8cc-40a3-9966-9dd4a182be00: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:29:38.283192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:38.290954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-09a8e24a-84ac-4c6c-93bb-32698e9fbb6c service neutron] 10.222.0.66 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159423 Jul 25 16:29:38.583745 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf3f8bb8-83e3-4308-8c23-90165e0d4603 req-9f4d2961-fe1c-49bb-9e67-eb5e3a277ea1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 210 time: 0.0512059 Jul 25 16:29:39.773402 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cbba5bcf-fdb6-4177-99ff-b3c3bdf33a36 req-a55e69fe-197d-4f43-bacd-34f680f3156a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 210 time: 0.0351970 Jul 25 16:29:40.949949 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-be673c9d-a917-4ec3-8777-fe404357430a req-be465dea-f1e9-4f1b-b0e4-6f998cdda8c1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 210 time: 0.0368466 Jul 25 16:29:41.957819 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-e1024625-a4d0-474c-b570-c3112c421ca9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:41.959484 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-e1024625-a4d0-474c-b570-c3112c421ca9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 809 time: 0.1815526 Jul 25 16:29:42.074265 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-2bfff767-3b20-4ed5-9a8a-ac4f10bfc157 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c4be8083168475198c66cca890b18a9 HTTP/1.1" status: 200 len: 379 time: 0.1040072 Jul 25 16:29:42.136160 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4541db5-e55f-4b7b-a17f-85c2c4f00f80 req-df015338-8b19-47b3-9944-3733c0774dec tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 210 time: 0.0327973 Jul 25 16:29:42.167232 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'port': {'device_id': '14ac90f4-881f-449c-831f-30d2a1da6918', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'admin_state_up': True, 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'security_groups': ['6c48cb58-46e1-4a0d-97c4-1578710e8635']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:42.374080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Made reservation on behalf of 5c4be8083168475198c66cca890b18a9 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:29:42.379891 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:42.541191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Allocated IP 172.20.0.4 (ab360f41-bf62-4a29-ad06-3a6595fd95fd/8c73b70b-a4ef-4199-82ab-d49f3df7dc6c/bb374d5e-fe9e-4511-9e53-90ae0fd8e672) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:29:42.735014 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:42.742320 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:42.799895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:42.815694 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:42.856123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:29:42.860362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:29:42.868761 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:29:42.906702 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event updated for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:42.924962 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.925409 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.925722 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.926059 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.927089 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.927089 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.927417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.927582 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.927916 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.928279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.928690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.929100 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.929467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.929796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.930120 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:42.954990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:42.955756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:42.979273 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-91f33e9c-522d-47cd-8eef-4195e9239451 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8163438 Jul 25 16:29:43.180424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ca207b4e-3c50-45a8-a794-a906eebb18ab None None] Provisioning complete for port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:29:43.180424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca207b4e-3c50-45a8-a794-a906eebb18ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:43.197378 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446249da-e377-4d0a-9810-a13569a44fb0 req-45e450b2-3d65-4cd3-a091-4fdcb64e8518 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:43.199118 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-446249da-e377-4d0a-9810-a13569a44fb0 req-45e450b2-3d65-4cd3-a091-4fdcb64e8518 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1204252 Jul 25 16:29:43.242610 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ca207b4e-3c50-45a8-a794-a906eebb18ab None None] Port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:29:43.309725 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-446249da-e377-4d0a-9810-a13569a44fb0 req-59639510-426e-49fa-971c-6ee5aa89c101 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988367 Jul 25 16:29:43.332561 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c7b4-1855-4409-aef0-6589aaf3750f req-d1c07f66-7be5-418e-89fb-407ac1f1714d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:43.334320 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ab6c7b4-1855-4409-aef0-6589aaf3750f req-d1c07f66-7be5-418e-89fb-407ac1f1714d tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 931 time: 0.0745690 Jul 25 16:29:43.392292 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ab6c7b4-1855-4409-aef0-6589aaf3750f req-ec52f5cc-20f1-41cd-b993-55163b42764f tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500703 Jul 25 16:29:44.499959 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ff809-1063-43d8-8924-fd8c3a159a87 req-518fb5cc-13b3-4035-9e96-f6637932ac32 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:44.501731 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e9ff809-1063-43d8-8924-fd8c3a159a87 req-518fb5cc-13b3-4035-9e96-f6637932ac32 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0564408 Jul 25 16:29:44.595386 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61f31-074a-4c94-896c-b8e33a5f0270 req-e6a98d9e-a775-4e25-b67b-da207ab0f015 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:44.596885 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a0f61f31-074a-4c94-896c-b8e33a5f0270 req-e6a98d9e-a775-4e25-b67b-da207ab0f015 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 931 time: 0.0814557 Jul 25 16:29:44.600860 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e9ff809-1063-43d8-8924-fd8c3a159a87 req-f22a98a2-01fe-46dd-9db3-357bd7dcbc25 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922613 Jul 25 16:29:44.678364 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a0f61f31-074a-4c94-896c-b8e33a5f0270 req-7d643af3-5d8e-4361-a4eb-7a33e965b2f1 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714841 Jul 25 16:29:45.246241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:45.760178 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f87ea1-7b53-4f4e-94e9-6c4222acb594 req-ac008d25-1a0f-462a-9839-2e234d8613b1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:45.762884 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13f87ea1-7b53-4f4e-94e9-6c4222acb594 req-ac008d25-1a0f-462a-9839-2e234d8613b1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0656185 Jul 25 16:29:45.847945 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:45.918263 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42145-6484-4040-850c-dddab56af30a req-847fc19f-c76d-4f09-b235-ef72e2695cfe tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:45.920811 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70a42145-6484-4040-850c-dddab56af30a req-847fc19f-c76d-4f09-b235-ef72e2695cfe tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 931 time: 0.1295178 Jul 25 16:29:45.929506 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-13f87ea1-7b53-4f4e-94e9-6c4222acb594 req-8928304b-dc4f-46bf-8017-2629ec0164b1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592093 Jul 25 16:29:45.969001 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:29:46.004792 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-70a42145-6484-4040-850c-dddab56af30a req-da7475b7-1101-4e66-8efd-264fa3312b90 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736365 Jul 25 16:29:46.229621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-735c9abc-8567-40d2-a457-5c807ff15274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:47.075908 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea6c6c-29df-4dcf-a617-776b649ec680 req-99988129-8725-4262-b194-6033f251f5ad tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:47.078695 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5ea6c6c-29df-4dcf-a617-776b649ec680 req-99988129-8725-4262-b194-6033f251f5ad tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0663390 Jul 25 16:29:47.232666 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3345-0cd1-49a3-83a2-4ad1d2bc581e req-d9a8c2f9-f488-4fc3-b50e-29feb948720b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:47.235401 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-514c3345-0cd1-49a3-83a2-4ad1d2bc581e req-d9a8c2f9-f488-4fc3-b50e-29feb948720b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 931 time: 0.1231608 Jul 25 16:29:47.241965 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5ea6c6c-29df-4dcf-a617-776b649ec680 req-cd79f53d-32d5-4afd-9b7b-22ede6dfe126 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548162 Jul 25 16:29:47.326156 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-514c3345-0cd1-49a3-83a2-4ad1d2bc581e req-e27e454f-a090-404a-9020-ae99c2f83083 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826001 Jul 25 16:29:48.391096 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00778e-cc9d-4f4f-b53d-436355024453 req-8f8f4932-1b33-44b1-8d23-352c8358eae1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:48.393821 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d00778e-cc9d-4f4f-b53d-436355024453 req-8f8f4932-1b33-44b1-8d23-352c8358eae1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.0703874 Jul 25 16:29:48.490478 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e5f0-d752-44ba-993e-bf847d01b7cf req-eef6b6bb-3883-4b71-a379-b4472e39c595 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:48.492048 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc61e5f0-d752-44ba-993e-bf847d01b7cf req-eef6b6bb-3883-4b71-a379-b4472e39c595 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 931 time: 0.0779448 Jul 25 16:29:48.495599 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2d00778e-cc9d-4f4f-b53d-436355024453 req-41a4be03-ea83-40ca-8d43-258ffc39d347 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903196 Jul 25 16:29:48.550967 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc61e5f0-d752-44ba-993e-bf847d01b7cf req-0e92e371-6cda-4732-ae35-55f053b83f81 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520170 Jul 25 16:29:48.753626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Request body: {'port': {'device_id': '14ac90f4-881f-449c-831f-30d2a1da6918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:29:48.825444 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.102294 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=60 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:49.153369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb374d5e-fe9e-4511-9e53-90ae0fd8e672 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:49.162999 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks [] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.181091 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Transition to ACTIVE for port object bb374d5e-fe9e-4511-9e53-90ae0fd8e672 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:29:49.186543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.307871 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Pushing event updated for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:49.322494 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c937a25e-4731-45d9-b388-5ce0d9a42f05 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:49.324101 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c937a25e-4731-45d9-b388-5ce0d9a42f05 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1011715 Jul 25 16:29:49.443686 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Attempting to bind port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:29:49.444057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Attempting to bind port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:29:49.444436 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Attempting to bind port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:49.456095 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:29:49.456437 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Attempting to bind port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 on network ab360f41-bf62-4a29-ad06-3a6595fd95fd {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:29:49.461277 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:49.469448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:29:49.469742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Checking segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:29:49.470124 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Bound using segment: {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:29:49.470586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Bound port: bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:29:49.470963 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.474380 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Deleting port fb6733bd-e84d-4ca0-9190-079f0bc896c0 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:29:49.474867 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.635595 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:49.645786 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] For port fb6733bd-e84d-4ca0-9190-079f0bc896c0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fb6733bd-e84d-4ca0-9190-079f0bc896c0,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:49.646194 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.692113 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:49.703295 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a827e-7e0b-43db-9769-1e040737d7e5 req-d6c954d5-1e67-4dde-9bf4-07745d147cc8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:49.705053 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-df7a827e-7e0b-43db-9769-1e040737d7e5 req-d6c954d5-1e67-4dde-9bf4-07745d147cc8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 946 time: 0.1012995 Jul 25 16:29:49.718561 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b17ba-b7ca-450a-a417-2ed96337e89e req-f922db75-ce1a-4b12-a1f1-51af9377cb55 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:49.720351 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-402b17ba-b7ca-450a-a417-2ed96337e89e req-f922db75-ce1a-4b12-a1f1-51af9377cb55 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 943 time: 0.0818269 Jul 25 16:29:49.754930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:29:49.785113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:29:49.800209 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.819576 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-df7a827e-7e0b-43db-9769-1e040737d7e5 req-53591961-0b0b-4d1d-97bd-f40771147d83 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf7094a-ea54-4432-9a51-deea9dc83a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978723 Jul 25 16:29:49.839595 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-402b17ba-b7ca-450a-a417-2ed96337e89e req-0b382e40-c3fd-45c2-a10c-e5c1855cef6b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102855 Jul 25 16:29:49.956582 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:49.957376 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.959392 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] 10.222.0.102 "PUT /v2.0/ports/bb374d5e-fe9e-4511-9e53-90ae0fd8e672 HTTP/1.1" status: 200 len: 1093 time: 1.2102931 Jul 25 16:29:49.964567 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:49.967884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe26356a-3e5d-4e30-999a-b1c286158d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:49.980341 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.980732 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:49.981204 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Floating IP a7a4cb14-873c-4bb6-ad4d-b82ab14390e8 disassociated. External IP: 172.27.2.239, port: fb6733bd-e84d-4ca0-9190-079f0bc896c0. Jul 25 16:29:49.981570 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Calling delete_port for fb6733bd-e84d-4ca0-9190-079f0bc896c0 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:29:50.029801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b25bf-d22a-4b99-a003-a4ddbc18b724 service neutron] Pushing event updated for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:50.126574 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d13ce-e242-414f-85d9-d67f6048eeec x-openstack-request-id: req-a57d13ce-e242-414f-85d9-d67f6048eeec {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:50.126974 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:50.127303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a57d13ce-e242-414f-85d9-d67f6048eeec {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:50.127774 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57d13ce-e242-414f-85d9-d67f6048eeec'] response: {'name': 'network-changed', 'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'status': 'completed', 'code': 200} Jul 25 16:29:50.169051 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-95c3dba8-1009-4e27-a311-b1470a8bfcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:50.191263 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-bc19904b-428d-45b0-8d50-b20734e06d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:50.193330 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-bc19904b-428d-45b0-8d50-b20734e06d41 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 1127 time: 0.1269097 Jul 25 16:29:50.353858 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-3febc8ad-ef78-4051-a998-0afb467ebb28 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672 HTTP/1.1" status: 200 len: 217 time: 0.1513877 Jul 25 16:29:50.420314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (fb6733bd-e84d-4ca0-9190-079f0bc896c0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:50.487090 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event deleted for resources: {'Port': ['ID=fb6733bd-e84d-4ca0-9190-079f0bc896c0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:50.509134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-80c9263a-ec32-4487-be24-7491e31124ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:50.511779 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-80c9263a-ec32-4487-be24-7491e31124ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.1506617 Jul 25 16:29:50.638268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:29:50.646666 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:50.778156 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630c428-185a-46f0-8521-ba934b554a90 req-0c7e1285-25fc-4ce2-a692-67187f62c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:50.779603 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-0c7e1285-25fc-4ce2-a692-67187f62c1dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0944986 Jul 25 16:29:50.822395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:29:50.836981 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:29:50.889001 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:50.890422 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:51.003743 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4bf9326-eb2f-46f3-a3d7-06cc78aabccb req-1a764e51-1e59-4c3e-bef9-ddc97611277a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.0496528 Jul 25 16:29:51.128525 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:51.134481 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:51.198209 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d249b-f64d-46f5-93be-3b6307e65d19 req-6a31def2-26ad-4df9-8241-982e2d3f0235 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:51.200232 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c16d249b-f64d-46f5-93be-3b6307e65d19 req-6a31def2-26ad-4df9-8241-982e2d3f0235 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 943 time: 0.1769066 Jul 25 16:29:51.305730 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c16d249b-f64d-46f5-93be-3b6307e65d19 req-8df6e81f-cc6b-443c-8f2b-b9b265e17c59 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983191 Jul 25 16:29:51.352427 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] No DVR routers for this DVR port fb6733bd-e84d-4ca0-9190-079f0bc896c0 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:29:51.357511 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:51.363177 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9ee4e10b-bbb9-4ce5-bc39-ac4cba2eb5f1 req-c99b2080-21d1-4e10-822e-77fb92a29c61 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "DELETE /v2.0/ports/fb6733bd-e84d-4ca0-9190-079f0bc896c0 HTTP/1.1" status: 204 len: 173 time: 2.0192742 Jul 25 16:29:51.460912 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-9c4fa762-f82d-4730-81f3-67a2507264e4 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485364 Jul 25 16:29:51.471758 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:51.506382 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:29:51.522026 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:29:51.524892 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:51.533447 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:51.608069 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d630c428-185a-46f0-8521-ba934b554a90 req-2e8f3be5-83f6-43c1-80d4-fa959f04d483 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387386 Jul 25 16:29:51.684320 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:29:51.767322 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f600be-a4ae-4ee6-a033-7c578d8e8d13 req-874a623c-bb85-4ee4-bc42-e72f58b4bddd tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:51.769112 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-76f600be-a4ae-4ee6-a033-7c578d8e8d13 req-874a623c-bb85-4ee4-bc42-e72f58b4bddd tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0557833 Jul 25 16:29:51.848277 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-76f600be-a4ae-4ee6-a033-7c578d8e8d13 req-2e2d62b9-ac7b-43e7-bc72-5d06496a3515 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671449 Jul 25 16:29:51.881856 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:52.055631 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:52.087114 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:29:52.128788 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'name': 'network-vif-deleted', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:52.131614 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32c9492-60f8-4baf-8cf8-e402d7101864" -d '{"events": [{"server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "name": "network-vif-deleted", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:52.134923 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbec0f-2fa0-4aab-b51b-808ad3caaf32 None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:24:39Z', 'revision_number': 4, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'e381e786-52fa-4cbb-bedc-e4d92b2d829a', 'name': '', 'network_id': '6ab96305-1028-4c5a-918e-429bbc4d3787', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'mac_address': 'fa:16:3e:80:6b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '577683a3-ca16-4d98-9b85-886bba855a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:36Z', 'updated_at': '2022-07-25T16:25:02Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'subnets': [{'id': '577683a3-ca16-4d98-9b85-886bba855a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:29:52.198700 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe19bd0-65a5-4372-8435-71e415c1d9bb x-openstack-request-id: req-abe19bd0-65a5-4372-8435-71e415c1d9bb {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:52.199118 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c107b-f645-476f-9b81-2dab0fedf218", "name": "network-vif-deleted", "tag": "fb6733bd-e84d-4ca0-9190-079f0bc896c0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:52.199495 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abe19bd0-65a5-4372-8435-71e415c1d9bb {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:52.199987 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe19bd0-65a5-4372-8435-71e415c1d9bb'] response: {'server_uuid': '931c107b-f645-476f-9b81-2dab0fedf218', 'name': 'network-vif-deleted', 'tag': 'fb6733bd-e84d-4ca0-9190-079f0bc896c0', 'status': 'completed', 'code': 200} Jul 25 16:29:52.217884 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-437d1095-5c0a-4b99-9944-1de4bc04377a req-7afd0518-24e4-4a7c-aba1-0b168e8f106a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.0495741 Jul 25 16:29:52.454452 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d848f38-08ab-49c1-ad81-f8478ee98d16 None None] New status for floating IP a7a4cb14-873c-4bb6-ad4d-b82ab14390e8: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:29:52.483838 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac16be2-2a4f-4508-bb76-7c121a5f9f62 req-e6e05b13-d576-4c9a-ba46-3620a96d43fa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:52.485859 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ac16be2-2a4f-4508-bb76-7c121a5f9f62 req-e6e05b13-d576-4c9a-ba46-3620a96d43fa tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 943 time: 0.0701990 Jul 25 16:29:52.555174 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ac16be2-2a4f-4508-bb76-7c121a5f9f62 req-19073320-7011-4288-934e-e036854c9dce tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573816 Jul 25 16:29:52.631340 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:53.041719 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2d31e-5c78-4288-a386-0d27c9d93222 req-b4afbe81-a3d3-49cc-94ca-1af367a4a9e6 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:53.043240 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51a2d31e-5c78-4288-a386-0d27c9d93222 req-b4afbe81-a3d3-49cc-94ca-1af367a4a9e6 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0689600 Jul 25 16:29:53.067472 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:53.106844 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-51a2d31e-5c78-4288-a386-0d27c9d93222 req-6887bc04-d508-4d22-b70a-646daa667abd tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Jul 25 16:29:53.249493 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device fb6733bd-e84d-4ca0-9190-079f0bc896c0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:29:53.273434 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: fb6733bd-e84d-4ca0-9190-079f0bc896c0 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:29:53.274006 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device fb6733bd-e84d-4ca0-9190-079f0bc896c0 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:29:53.366122 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec240fbd-b346-46ba-b10e-2e434ffafef0 req-d87d706d-a3fe-4e35-b013-5d4f9585df5b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=931c107b-f645-476f-9b81-2dab0fedf218 HTTP/1.1" status: 200 len: 210 time: 0.0319579 Jul 25 16:29:53.703974 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26acc5-b016-49c0-a05c-d2dd9e910b8b req-730370e9-c202-4a03-ad44-c9b7a6998549 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:53.705625 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b26acc5-b016-49c0-a05c-d2dd9e910b8b req-730370e9-c202-4a03-ad44-c9b7a6998549 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 943 time: 0.0534596 Jul 25 16:29:53.761641 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8b26acc5-b016-49c0-a05c-d2dd9e910b8b req-989d5f49-1942-46b0-acfa-1b3401169d8a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495851 Jul 25 16:29:54.267234 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93910e2-10d7-4282-8b84-de7a6ed4974e req-23a1bac0-9afd-42f1-aacd-6db1f115477f tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.271381 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b93910e2-10d7-4282-8b84-de7a6ed4974e req-23a1bac0-9afd-42f1-aacd-6db1f115477f tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0657346 Jul 25 16:29:54.323220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-70f5853d-a2f5-4c3d-bacf-1675fb9bb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.325014 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-70f5853d-a2f5-4c3d-bacf-1675fb9bb9fd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 1127 time: 0.0546329 Jul 25 16:29:54.339886 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b93910e2-10d7-4282-8b84-de7a6ed4974e req-d86a8c9b-ab8e-46c4-b7ba-6ddcab7c85d9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/security-groups?id=046b9d5b-b181-4082-80cd-079abcad3577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 Jul 25 16:29:54.484664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-06a8cf79-f2ca-492d-83a6-4d9d1a82766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.487294 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-06a8cf79-f2ca-492d-83a6-4d9d1a82766b service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 0.1541324 Jul 25 16:29:54.521050 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38034) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:54.553548 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-d63c1f11-7781-4a9c-8303-c9211b864f00 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672 HTTP/1.1" status: 200 len: 217 time: 0.0419858 Jul 25 16:29:54.647781 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (baf7094a-ea54-4432-9a51-deea9dc83a3b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:54.684497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-3f25d2be-e134-44c7-b8e4-fcb5001c6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.686097 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-3f25d2be-e134-44c7-b8e4-fcb5001c6f4c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.0859983 Jul 25 16:29:54.692980 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-14c092ba-0c4d-4b9f-920e-d31c6e4e4838 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.693614 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (baf7094a-ea54-4432-9a51-deea9dc83a3b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:54.694525 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-14c092ba-0c4d-4b9f-920e-d31c6e4e4838 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 945 time: 0.0845690 Jul 25 16:29:54.779959 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (baf7094a-ea54-4432-9a51-deea9dc83a3b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:54.783480 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:54.785268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "DELETE /v2.0/security-groups/baf7094a-ea54-4432-9a51-deea9dc83a3b HTTP/1.1" status: 204 len: 168 time: 0.2625372 Jul 25 16:29:54.790925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38036) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:54.792272 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-843ed2e9-cc04-4c6d-a54c-d98663d6fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:54.794398 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-843ed2e9-cc04-4c6d-a54c-d98663d6fa91 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0988913 Jul 25 16:29:54.806888 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf7094a-ea54-4432-9a51-deea9dc83a3b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:54.822798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.823412 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.824012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.824593 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.825103 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.825805 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.826473 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.826976 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.827465 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.827987 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.828542 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.829157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.830003 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.830578 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.831166 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad9c3f3-7787-4c35-932d-5c62ffdfba3f tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:29:54.846661 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-65117785-29ab-48c1-bb57-0c8d04e4fa53 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] show failed (client error): The resource could not be found. Jul 25 16:29:54.848455 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-65117785-29ab-48c1-bb57-0c8d04e4fa53 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups/baf7094a-ea54-4432-9a51-deea9dc83a3b HTTP/1.1" status: 404 len: 347 time: 0.0526738 Jul 25 16:29:54.851869 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38040) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:29:54.941001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Deleting port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:29:54.941386 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.043811 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c22f-6ee5-4f37-be5b-e229b6d6f09a req-fd082421-e59b-45ec-a56a-4c54248c00a7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:55.045750 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a88c22f-6ee5-4f37-be5b-e229b6d6f09a req-fd082421-e59b-45ec-a56a-4c54248c00a7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 943 time: 0.1353371 Jul 25 16:29:55.047976 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-4f6c563d-2491-4f2b-a80e-42903f4ddc2f service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410135 Jul 25 16:29:55.072697 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Deleting port 3e58be82-4985-443b-8804-e0358e97cc49 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:29:55.073053 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (3e58be82-4985-443b-8804-e0358e97cc49), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.081844 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.156668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] For port a0f8c860-81a3-4e61-828b-b3a04c3c4c98, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,segment=NetworkSegment(465ce418-34c2-467c-bdb9-798886abd4df),segment_id=465ce418-34c2-467c-bdb9-798886abd4df)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:55.157110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.182827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Calling delete_port for a0f8c860-81a3-4e61-828b-b3a04c3c4c98 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:29:55.186217 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1a88c22f-6ee5-4f37-be5b-e229b6d6f09a req-93b01990-8b81-42c6-8e41-82d8256a2ae7 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266086 Jul 25 16:29:55.231217 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (3e58be82-4985-443b-8804-e0358e97cc49), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.232540 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (3e58be82-4985-443b-8804-e0358e97cc49), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.253637 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Calling delete_port for 3e58be82-4985-443b-8804-e0358e97cc49 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:29:55.264481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.265601 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb374d5e-fe9e-4511-9e53-90ae0fd8e672 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:29:55.285889 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fe26356a-3e5d-4e30-999a-b1c286158d0d req-f71a458b-9f9d-4758-9c05-698fd334750b service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285430 Jul 25 16:29:55.389419 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.454637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:55.458551 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.466594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (a0f8c860-81a3-4e61-828b-b3a04c3c4c98), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.486034 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'port_id': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'mac_address': 'fa:16:3e:c7:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:29:55.492502 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['a0f8c860-81a3-4e61-828b-b3a04c3c4c98'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:29:55.519583 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.521483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Pushing event deleted for resources: {'Port': ['ID=a0f8c860-81a3-4e61-828b-b3a04c3c4c98,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:55.540913 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (3e58be82-4985-443b-8804-e0358e97cc49), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.596107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] No DVR routers for this DVR port a0f8c860-81a3-4e61-828b-b3a04c3c4c98 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:29:55.599556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.603624 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-4545ef28-cecf-439d-9dfb-cc344bda492b req-84aa4da5-59ef-418e-a10c-f3bc9f79ddc9 tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.102 "DELETE /v2.0/ports/a0f8c860-81a3-4e61-828b-b3a04c3c4c98 HTTP/1.1" status: 204 len: 173 time: 0.8985531 Jul 25 16:29:55.604818 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'name': 'network-vif-deleted', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:55.606877 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450ae50-615f-426b-a856-7e234b3e49d3" -d '{"events": [{"server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "name": "network-vif-deleted", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:55.607826 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b0b125d1-48fb-4a17-ad9e-2c512bf6325a req-39ad6727-de5d-40c9-a9cd-f1bbe0be5e2b tempest-VolumesSnapshotTestJSON-248873339 tempest-VolumesSnapshotTestJSON-248873339-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1ec0116-debd-4943-b25b-d5862060ae0c HTTP/1.1" status: 200 len: 210 time: 0.0859635 Jul 25 16:29:55.610738 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event deleted for resources: {'Port': ['ID=3e58be82-4985-443b-8804-e0358e97cc49,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:55.614576 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:55.614576 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.644115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb374d5e-fe9e-4511-9e53-90ae0fd8e672 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:29:55.665592 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:55.716468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cec693-ae18-4499-af80-3a287a13e843 x-openstack-request-id: req-97cec693-ae18-4499-af80-3a287a13e843 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:55.716908 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ec0116-debd-4943-b25b-d5862060ae0c", "name": "network-vif-deleted", "tag": "a0f8c860-81a3-4e61-828b-b3a04c3c4c98", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:55.717234 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97cec693-ae18-4499-af80-3a287a13e843 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:55.717476 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks [] for floatingip (a7a4cb14-873c-4bb6-ad4d-b82ab14390e8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.717862 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cec693-ae18-4499-af80-3a287a13e843'] response: {'server_uuid': 'e1ec0116-debd-4943-b25b-d5862060ae0c', 'name': 'network-vif-deleted', 'tag': 'a0f8c860-81a3-4e61-828b-b3a04c3c4c98', 'status': 'completed', 'code': 200} Jul 25 16:29:55.723844 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.724517 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:55.726226 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-12395b10-8e7c-49d2-b14b-2e50f24a8724 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "DELETE /v2.0/floatingips/a7a4cb14-873c-4bb6-ad4d-b82ab14390e8 HTTP/1.1" status: 204 len: 168 time: 0.8724225 Jul 25 16:29:55.732282 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:55.822627 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:55.998368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['bb374d5e-fe9e-4511-9e53-90ae0fd8e672'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:29:56.035851 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:29:56.352883 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e0305-ed55-473a-9a91-83d49b42abdc req-63aac98b-4f65-4bf1-aa51-1aa5450b8805 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:56.354710 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed5e0305-ed55-473a-9a91-83d49b42abdc req-63aac98b-4f65-4bf1-aa51-1aa5450b8805 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 944 time: 0.0563452 Jul 25 16:29:56.419420 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ed5e0305-ed55-473a-9a91-83d49b42abdc req-a634b4d3-92ce-4ea7-b846-fc722330a6e9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577831 Jul 25 16:29:57.309824 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb374d5e-fe9e-4511-9e53-90ae0fd8e672 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:29:57.378812 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:29:57.387144 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:29:57.387669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:57.486074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:29:57.486734 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:57.532641 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:29:57.536711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e52c8e-c2df-425c-baf8-605087cfd1e4" -d '{"events": [{"server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "name": "network-vif-plugged", "status": "completed", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:29:57.560818 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:29:57.568543 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:29:57.570168 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device a0f8c860-81a3-4e61-828b-b3a04c3c4c98 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:29:57.613398 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77a3b4-1d44-4bd0-8880-9d3676988ee3 x-openstack-request-id: req-4b77a3b4-1d44-4bd0-8880-9d3676988ee3 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:29:57.613910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "name": "network-vif-plugged", "status": "completed", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:29:57.614323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b77a3b4-1d44-4bd0-8880-9d3676988ee3 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:29:57.614970 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b77a3b4-1d44-4bd0-8880-9d3676988ee3'] response: {'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'code': 200} Jul 25 16:29:57.622377 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87734904-9791-4c4b-9987-3e0b7580d12c req-ea7438e2-6934-4115-858e-7fd25ded7635 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:57.624195 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87734904-9791-4c4b-9987-3e0b7580d12c req-ea7438e2-6934-4115-858e-7fd25ded7635 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0785627 Jul 25 16:29:57.648312 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: a0f8c860-81a3-4e61-828b-b3a04c3c4c98 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:29:57.648426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device a0f8c860-81a3-4e61-828b-b3a04c3c4c98 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:29:57.691665 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87734904-9791-4c4b-9987-3e0b7580d12c req-a7622437-6622-4643-b6a2-9937708b69e2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602114 Jul 25 16:29:57.701955 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:29:57.825225 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245f96-6530-4b8d-b1f6-baa70ba2890e req-572c96ff-27c3-425f-b621-881be054e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:57.826818 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb245f96-6530-4b8d-b1f6-baa70ba2890e req-572c96ff-27c3-425f-b621-881be054e50a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 1129 time: 0.0518596 Jul 25 16:29:57.881939 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-eb245f96-6530-4b8d-b1f6-baa70ba2890e req-fdf49f8b-25de-4d91-b256-3f45886297c4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486887 Jul 25 16:29:58.438680 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee860b1-2d8c-4a60-9ad7-8739c25a8147 req-a3701b4a-8392-4120-bd8b-2e6a430d15f8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:58.441387 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ee860b1-2d8c-4a60-9ad7-8739c25a8147 req-a3701b4a-8392-4120-bd8b-2e6a430d15f8 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0644774 Jul 25 16:29:58.502396 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1ee860b1-2d8c-4a60-9ad7-8739c25a8147 req-4f881ffe-46e4-48e2-9200-ce80b0768581 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Jul 25 16:29:58.847216 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610e987-ffce-42a9-aa78-2ad508c53145 req-1ee6526e-4947-4ade-9923-fd31c3e334ab tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:58.850057 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3610e987-ffce-42a9-aa78-2ad508c53145 req-1ee6526e-4947-4ade-9923-fd31c3e334ab tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0682962 Jul 25 16:29:58.936526 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3610e987-ffce-42a9-aa78-2ad508c53145 req-e487f9a8-e847-48e6-acd8-45286a6904fb tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779440 Jul 25 16:29:59.647355 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba032-dbb9-4fc6-b3dd-f260e027fbfe req-da191e4b-9a4a-4f7f-bc0e-1913ba2ff2c0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:29:59.648997 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89dba032-dbb9-4fc6-b3dd-f260e027fbfe req-da191e4b-9a4a-4f7f-bc0e-1913ba2ff2c0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0613210 Jul 25 16:29:59.717852 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89dba032-dbb9-4fc6-b3dd-f260e027fbfe req-e266a39f-8349-4be2-85cf-4a2c55555455 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615945 Jul 25 16:30:00.080954 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ae79a-daa9-4ec6-bf31-a432aa53e4bb req-34f9b77e-e5eb-4e97-94d6-1ec6fc1d6330 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:00.083382 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-140ae79a-daa9-4ec6-bf31-a432aa53e4bb req-34f9b77e-e5eb-4e97-94d6-1ec6fc1d6330 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0573969 Jul 25 16:30:00.142034 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-140ae79a-daa9-4ec6-bf31-a432aa53e4bb req-5f4bf9ce-5c1c-48f6-a032-4e3c22d8e6bc tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505254 Jul 25 16:30:00.870632 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3091b0-08e8-4eb3-a24d-5b2c717abf08 req-d9c25d1a-19dd-4b17-b9fa-9bd2c7eb0fe1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:00.872399 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f3091b0-08e8-4eb3-a24d-5b2c717abf08 req-d9c25d1a-19dd-4b17-b9fa-9bd2c7eb0fe1 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0612540 Jul 25 16:30:00.909715 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:00.935514 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9f3091b0-08e8-4eb3-a24d-5b2c717abf08 req-4ddf4df6-b7d7-4865-8851-ff1bd9a7637a tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563829 Jul 25 16:30:01.278871 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c82c7-cef1-498f-9755-25ddd2f7060f req-536181ff-fe5f-4529-9d7a-d6fdd76c1d35 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:01.280577 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-928c82c7-cef1-498f-9755-25ddd2f7060f req-536181ff-fe5f-4529-9d7a-d6fdd76c1d35 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0615387 Jul 25 16:30:01.346470 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-928c82c7-cef1-498f-9755-25ddd2f7060f req-c8f0030a-2f74-42a5-a950-d7730e515d17 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553637 Jul 25 16:30:01.952216 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-71c41904-bec0-48f0-a976-34e13e5a985e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:01.953813 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-71c41904-bec0-48f0-a976-34e13e5a985e tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0693378 Jul 25 16:30:02.082632 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:02.118661 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cefd6a-c563-4550-af80-89d8dbf1ec35 req-470571c7-6c94-48cb-82ae-9aa3a28ed340 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:02.120342 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8cefd6a-c563-4550-af80-89d8dbf1ec35 req-470571c7-6c94-48cb-82ae-9aa3a28ed340 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 946 time: 0.0665321 Jul 25 16:30:02.195229 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8cefd6a-c563-4550-af80-89d8dbf1ec35 req-e4bfd120-ed07-42bc-a151-1cc00e2c8cce tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664086 Jul 25 16:30:02.512692 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03b11a-192b-4945-9b09-45b453d87f9a req-a8edb94e-7113-4f39-913a-8b619596d173 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:02.514432 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e03b11a-192b-4945-9b09-45b453d87f9a req-a8edb94e-7113-4f39-913a-8b619596d173 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0643477 Jul 25 16:30:02.515646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Deleting port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:02.516210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:02.574547 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0e03b11a-192b-4945-9b09-45b453d87f9a req-ad1e84c1-abbf-45f0-ac79-47634d757c90 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521846 Jul 25 16:30:02.681762 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] For port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:02.682181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:02.701210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Calling delete_port for 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:02.865370 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:02.881952 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['bb0ff5b2-c268-4b5d-85a0-55179d065cdf', '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:30:02.922306 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event deleted for resources: {'Port': ['ID=1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:02.994087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] No DVR routers for this DVR port 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:02.997598 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:03.001843 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-9c7b8cd0-6b72-4c4d-a7fa-6de888ad0de7 req-366be224-3d72-43c5-ae83-79ce681eebc0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "DELETE /v2.0/ports/1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 HTTP/1.1" status: 204 len: 173 time: 0.6105351 Jul 25 16:30:03.002466 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'name': 'network-vif-deleted', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:03.005529 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d39756c-a6b5-4cbc-af54-5cb9143c93a3" -d '{"events": [{"server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "name": "network-vif-deleted", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:03.175274 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e411ef09-5b82-4aae-9199-c025c50d4b5c x-openstack-request-id: req-e411ef09-5b82-4aae-9199-c025c50d4b5c {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:03.175618 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a766e06-b19b-4fd9-9f31-7ef4af533654", "name": "network-vif-deleted", "tag": "1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:03.175914 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e411ef09-5b82-4aae-9199-c025c50d4b5c {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:03.176476 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e411ef09-5b82-4aae-9199-c025c50d4b5c'] response: {'server_uuid': '9a766e06-b19b-4fd9-9f31-7ef4af533654', 'name': 'network-vif-deleted', 'tag': '1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64', 'status': 'completed', 'code': 200} Jul 25 16:30:03.371027 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:03.399493 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-493fe4db-689a-47b2-88d1-fe3d82277972 req-92fb8560-9285-4aa6-a8f3-3e69428ed907 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a766e06-b19b-4fd9-9f31-7ef4af533654 HTTP/1.1" status: 200 len: 210 time: 0.0524766 Jul 25 16:30:03.750199 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bb7c-26d3-4d8c-8e3a-1af4dcd92fa2 req-4ca458ba-6b63-44da-b2ea-f1aa7033533a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:03.752328 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a526bb7c-26d3-4d8c-8e3a-1af4dcd92fa2 req-4ca458ba-6b63-44da-b2ea-f1aa7033533a tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0751419 Jul 25 16:30:03.848146 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-eb735a14-28e1-48c5-905d-50c5423202b3 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303945712&fields=id&tenant_id=966cf8bbbc4540a596f615498331465a HTTP/1.1" status: 200 len: 267 time: 0.0941408 Jul 25 16:30:03.853739 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a526bb7c-26d3-4d8c-8e3a-1af4dcd92fa2 req-fafbd899-157a-431a-b9ce-ebad66bcaa71 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885990 Jul 25 16:30:03.924501 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b90c97d6-bb76-4906-a6a4-8b886f48759b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:03.934106 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b90c97d6-bb76-4906-a6a4-8b886f48759b tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 985 time: 0.0782886 Jul 25 16:30:03.940807 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Request body: {'port': {'security_groups': ['dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c']}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:04.064288 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.089493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a58c8-3e4a-4413-875f-1f5d72022ba8 req-a221e29a-cd90-45fb-bbd2-fbcae552c0fe tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:04.091522 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f19a58c8-3e4a-4413-875f-1f5d72022ba8 req-a221e29a-cd90-45fb-bbd2-fbcae552c0fe tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0738082 Jul 25 16:30:04.111493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38136) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:04.117562 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Request body: {'floatingip': {'port_id': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:04.167279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.322775 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:04.358735 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.365787 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.383620 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9a46516f-6426-4c10-a5d9-637e54e69b85'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:30:04.416326 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:04.417078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.427728 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-91b7c7db-56c4-4c48-a983-577c21987f04 req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "PUT /v2.0/ports/9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 943 time: 0.4870734 Jul 25 16:30:04.427728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:04.427728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e30839-327b-424c-a035-3494216b9d34" -d '{"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:04.448177 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38140) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:04.516831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9a46516f-6426-4c10-a5d9-637e54e69b85'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:30:04.588735 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e205a7-dddf-4248-b1b8-264856128bda x-openstack-request-id: req-77e205a7-dddf-4248-b1b8-264856128bda {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:04.589733 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:04.590443 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77e205a7-dddf-4248-b1b8-264856128bda {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:04.591427 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e205a7-dddf-4248-b1b8-264856128bda'] response: {'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:30:04.750242 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (c9f95b60-180b-4387-9ca4-21df6638e22e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.785756 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055df8-279f-419f-9b0e-14679b4c10cd tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event updated for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=7']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:04.810916 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:04.895771 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (c9f95b60-180b-4387-9ca4-21df6638e22e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.945496 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:04.946286 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:04.947214 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:04.961955 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.065516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c9f95b60-180b-4387-9ca4-21df6638e22e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.068308 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.069860 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9289e687-6401-4eb3-a0e8-0d8bad730940 None None] Provisioning complete for port 9a46516f-6426-4c10-a5d9-637e54e69b85 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:05.070390 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9289e687-6401-4eb3-a0e8-0d8bad730940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.073045 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "DELETE /v2.0/security-groups/c9f95b60-180b-4387-9ca4-21df6638e22e HTTP/1.1" status: 204 len: 168 time: 0.6235197 Jul 25 16:30:05.074777 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38152) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:05.178926 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30839-327b-424c-a035-3494216b9d34 req-becdf5f3-10da-484f-b216-12cea64eb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:05.182313 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-becdf5f3-10da-484f-b216-12cea64eb76d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1130 time: 0.2317193 Jul 25 16:30:05.221044 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b37d0e-17a2-45a6-a413-ebea0f7880e6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f95b60-180b-4387-9ca4-21df6638e22e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:05.233121 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Floating IP 884b006c-2104-45bd-b08f-ffdb7e35d408 associated. External IP: 172.27.2.162, port: bb374d5e-fe9e-4511-9e53-90ae0fd8e672. Jul 25 16:30:05.287266 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:05.298711 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9289e687-6401-4eb3-a0e8-0d8bad730940 None None] Current status of the port 9a46516f-6426-4c10-a5d9-637e54e69b85 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:05.329086 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:05.336577 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751026ed-80fc-4091-8264-4be43a2df431 req-2ac6a608-2240-4c1d-83ca-ed304e705da0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:05.338380 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-751026ed-80fc-4091-8264-4be43a2df431 req-2ac6a608-2240-4c1d-83ca-ed304e705da0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1185994 Jul 25 16:30:05.365641 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:05.366176 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1ea0fdf3-0f2b-440a-ac9c-39e48abc4a64 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:05.439249 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:05.443548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Deleting port 1fe5437e-0ca9-426e-b736-c8e1eaba6243 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:05.443984 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.465041 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-751026ed-80fc-4091-8264-4be43a2df431 req-7c73a03d-b266-45ad-8294-3c43fb843357 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124949 Jul 25 16:30:05.532887 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:05.568297 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.568847 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for floatingip (1fe5437e-0ca9-426e-b736-c8e1eaba6243), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.595331 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Calling delete_port for 1fe5437e-0ca9-426e-b736-c8e1eaba6243 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:05.699151 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:05.706533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.713301 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:05.734247 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:05.735207 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:05.763836 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-758c4371-ba58-4cea-8a3c-5cf6ce78aab9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "PUT /v2.0/floatingips/884b006c-2104-45bd-b08f-ffdb7e35d408 HTTP/1.1" status: 200 len: 991 time: 1.6484442 Jul 25 16:30:05.763836 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:05.765023 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce04fd6a-0c43-4d66-b8b6-645b00573956" -d '{"events": [{"name": "network-changed", "server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:05.812731 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39361077-0560-4753-a05a-abcc259cba75 x-openstack-request-id: req-39361077-0560-4753-a05a-abcc259cba75 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:05.813077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:05.813379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39361077-0560-4753-a05a-abcc259cba75 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:05.814019 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39361077-0560-4753-a05a-abcc259cba75'] response: {'name': 'network-changed', 'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'status': 'completed', 'code': 200} Jul 25 16:30:05.864529 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (1fe5437e-0ca9-426e-b736-c8e1eaba6243), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.896813 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event deleted for resources: {'Port': ['ID=1fe5437e-0ca9-426e-b736-c8e1eaba6243,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:05.910112 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:05.993090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks [] for floatingip (027d6e91-1ac4-433d-8404-7764f6f81d55), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:05.993558 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Floating IP 027d6e91-1ac4-433d-8404-7764f6f81d55 disassociated (deleted). External IP: 172.27.2.97, port: 9a46516f-6426-4c10-a5d9-637e54e69b85. Jul 25 16:30:06.165869 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:06.211584 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '884b006c-2104-45bd-b08f-ffdb7e35d408', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:c7:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac90f4-881f-449c-831f-30d2a1da6918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:36Z', 'updated_at': '2022-07-25T16:30:04Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:06.240753 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:06.261844 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:06.278098 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:06.279351 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:06.371274 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:06.408933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:06.429553 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:06.429906 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Sync routers for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:06.445951 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:06.451356 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:06.452638 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:06.760084 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '884b006c-2104-45bd-b08f-ffdb7e35d408', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:c7:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac90f4-881f-449c-831f-30d2a1da6918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:36Z', 'updated_at': '2022-07-25T16:30:04Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:06.767102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:06.793160 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26798aa7-deae-409a-9bf2-8d07b0105434 None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '884b006c-2104-45bd-b08f-ffdb7e35d408', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'port_id': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'mac_address': 'fa:16:3e:c7:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ac90f4-881f-449c-831f-30d2a1da6918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:29:36Z', 'updated_at': '2022-07-25T16:30:04Z', 'revision_number': 1, 'project_id': '5c4be8083168475198c66cca890b18a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:06.882958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:06.928050 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3e5db012-6a25-467e-aea0-f030bcb75168 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "DELETE /v2.0/floatingips/027d6e91-1ac4-433d-8404-7764f6f81d55 HTTP/1.1" status: 204 len: 168 time: 1.8370564 Jul 25 16:30:06.933646 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:06.937388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:06.960951 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e7e89-f9ca-4764-a28b-0cc994e98b94 req-c7a71e67-a6e6-40ba-b1fd-f3997ff7a391 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:06.972442 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f27e7e89-f9ca-4764-a28b-0cc994e98b94 req-c7a71e67-a6e6-40ba-b1fd-f3997ff7a391 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1104004 Jul 25 16:30:07.052950 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f27e7e89-f9ca-4764-a28b-0cc994e98b94 req-9a436e86-a990-44e2-b004-d855962d17e3 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790205 Jul 25 16:30:07.055223 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:07.059810 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710fc8b7-90a5-42e2-aee9-453d360bfc74 None None] New status for floating IP 884b006c-2104-45bd-b08f-ffdb7e35d408: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:30:07.137237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b75a29-853a-4ba5-89a7-05e5bd7aa47e x-openstack-request-id: req-16b75a29-853a-4ba5-89a7-05e5bd7aa47e {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:07.137723 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:07.138299 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16b75a29-853a-4ba5-89a7-05e5bd7aa47e {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:07.138959 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b75a29-853a-4ba5-89a7-05e5bd7aa47e'] response: {'name': 'network-changed', 'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:30:07.244226 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:07.288561 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Checking router: 0747316e-b422-4ccb-9a31-5d8d1ca381d6 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:07.301241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:07.302095 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:07.445019 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:07.682560 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:07.713321 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e174ca61-e6dc-44ce-bb6c-0e60454b960a None None] The sync data for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi is: [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:26:43Z', 'revision_number': 4, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '11151342-928d-4e49-a62e-7fec1e50fd83', 'name': '', 'network_id': '8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'mac_address': 'fa:16:3e:91:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:41Z', 'updated_at': '2022-07-25T16:26:49Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'subnets': [{'id': 'cf04b0a0-5711-4a2f-93e1-c511b0b04cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:07.962811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60fdcb-e42f-4e38-a721-126a032edbe7 None None] New status for floating IP 027d6e91-1ac4-433d-8404-7764f6f81d55: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:30:08.246063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4501609-549b-48c3-8c8d-24b56b15c1bd req-b218d25a-d141-4dd3-9fdc-0c32a8a93b4c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:08.248592 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4501609-549b-48c3-8c8d-24b56b15c1bd req-b218d25a-d141-4dd3-9fdc-0c32a8a93b4c tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.0806487 Jul 25 16:30:08.337578 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4501609-549b-48c3-8c8d-24b56b15c1bd req-7dd6bf9f-316b-4956-8253-a9c70982b293 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824385 Jul 25 16:30:09.492331 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:09.527711 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be236-e457-4f6d-aacd-f002da7549ea req-baea1bcf-8e2c-4eb6-ab36-0f312287893b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:09.530238 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bb5be236-e457-4f6d-aacd-f002da7549ea req-baea1bcf-8e2c-4eb6-ab36-0f312287893b tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.0946457 Jul 25 16:30:09.615244 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bb5be236-e457-4f6d-aacd-f002da7549ea req-45bebed1-1287-444c-9efd-c9ffbfcf5832 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721455 Jul 25 16:30:09.811688 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-8d48f62d-84d5-4a97-b784-42e6ec4c1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:09.814572 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-8d48f62d-84d5-4a97-b784-42e6ec4c1a9f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c4be8083168475198c66cca890b18a9&device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 1129 time: 0.1576777 Jul 25 16:30:09.922884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30839-327b-424c-a035-3494216b9d34 req-d195583d-31dd-4a96-a731-46f4755d4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:09.924513 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-d195583d-31dd-4a96-a731-46f4755d4de7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.2869108 Jul 25 16:30:09.967975 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-f64bd003-cc9f-4f53-b416-cc37f7c15047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:09.969695 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-f64bd003-cc9f-4f53-b416-cc37f7c15047 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 200 len: 910 time: 0.1263437 Jul 25 16:30:10.243776 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f3778-4366-4adf-99de-023f1baaa36d req-b64b1c7a-1a48-4e54-90f1-3272db14a866 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.246268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-402f3778-4366-4adf-99de-023f1baaa36d req-b64b1c7a-1a48-4e54-90f1-3272db14a866 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.0627127 Jul 25 16:30:10.302366 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-90c6cd94-2187-479e-80ba-2440d0174d1c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 217 time: 0.1189804 Jul 25 16:30:10.310781 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:10.380237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Deleting port bb0ff5b2-c268-4b5d-85a0-55179d065cdf {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:10.381499 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:10.414358 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-887b3c54-7e06-411f-8ee6-6abe8d805879 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672 HTTP/1.1" status: 200 len: 1001 time: 0.2210641 Jul 25 16:30:10.502449 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30839-327b-424c-a035-3494216b9d34 req-9262c3fb-b132-411b-bcad-e8ba421ca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.504943 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-9262c3fb-b132-411b-bcad-e8ba421ca762 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.1888614 Jul 25 16:30:10.553053 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] For port bb0ff5b2-c268-4b5d-85a0-55179d065cdf, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:10.553912 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:10.582581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:10.609567 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-705e6fbf-258a-4bc8-b7c7-eaee41bdf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.611956 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-705e6fbf-258a-4bc8-b7c7-eaee41bdf6e1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 200 len: 848 time: 0.1875510 Jul 25 16:30:10.615195 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Calling delete_port for bb0ff5b2-c268-4b5d-85a0-55179d065cdf owned by compute:nova {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:10.707173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30839-327b-424c-a035-3494216b9d34 req-f020581e-81d7-4cf3-85a8-48383c8ae050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.710203 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-f020581e-81d7-4cf3-85a8-48383c8ae050 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1967504 Jul 25 16:30:10.727428 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-449383d7-3a05-4118-a2f6-adc9a51fb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.731069 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-449383d7-3a05-4118-a2f6-adc9a51fb419 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ab360f41-bf62-4a29-ad06-3a6595fd95fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1121416 Jul 25 16:30:10.918319 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c2d03-9df2-4975-8e1c-9fef39059514 req-5f30c5f9-700d-4605-98ef-38511b15c996 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:10.929371 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a88c2d03-9df2-4975-8e1c-9fef39059514 req-5f30c5f9-700d-4605-98ef-38511b15c996 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89d38b5-02b2-4e63-8dca-04b967a8cf14 HTTP/1.1" status: 200 len: 945 time: 0.1309195 Jul 25 16:30:11.016363 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a88c2d03-9df2-4975-8e1c-9fef39059514 req-a9819e55-2735-40b3-bf78-e8787b2f69b0 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ad8620e-d8ee-49c1-9df2-95b8daea0aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905566 Jul 25 16:30:11.023149 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (bb0ff5b2-c268-4b5d-85a0-55179d065cdf), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:11.041875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['bb0ff5b2-c268-4b5d-85a0-55179d065cdf'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:30:11.092610 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-57fbaf31-4c8b-456c-b001-6c81f4ea8e06 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271086 Jul 25 16:30:11.096594 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-a3694061-9815-4097-b263-34efc2f7f793 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508801 Jul 25 16:30:11.127197 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Pushing event deleted for resources: {'Port': ['ID=bb0ff5b2-c268-4b5d-85a0-55179d065cdf,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:11.233037 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] No DVR routers for this DVR port bb0ff5b2-c268-4b5d-85a0-55179d065cdf on host hv-cinder-83697 {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:11.236620 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:11.241756 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-402f3778-4366-4adf-99de-023f1baaa36d req-3f8c70fa-d350-430a-9478-4e0f10cd3e86 tempest-ServerRescueNegativeTestJSON-1183571930 tempest-ServerRescueNegativeTestJSON-1183571930-project] 10.222.0.102 "DELETE /v2.0/ports/bb0ff5b2-c268-4b5d-85a0-55179d065cdf HTTP/1.1" status: 204 len: 173 time: 0.9870796 Jul 25 16:30:11.242514 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'name': 'network-vif-deleted', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:11.259106 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0318498-1699-4069-8706-3ece6439f4ec" -d '{"events": [{"server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "name": "network-vif-deleted", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:11.367792 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce04fd6a-0c43-4d66-b8b6-645b00573956 req-376c82a2-26fd-4fe1-84e3-d2e9692efa03 service neutron] 10.222.0.102 "GET /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614255 Jul 25 16:30:11.405834 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2e30839-327b-424c-a035-3494216b9d34 req-a2ad8392-7920-4ad4-b556-ab390de3dc15 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014262 Jul 25 16:30:11.441656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b92eff-a5f1-4cd5-ad9c-0441829cb22f x-openstack-request-id: req-e4b92eff-a5f1-4cd5-ad9c-0441829cb22f {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:11.442344 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89d38b5-02b2-4e63-8dca-04b967a8cf14", "name": "network-vif-deleted", "tag": "bb0ff5b2-c268-4b5d-85a0-55179d065cdf", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:11.442909 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4b92eff-a5f1-4cd5-ad9c-0441829cb22f {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:11.443697 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b92eff-a5f1-4cd5-ad9c-0441829cb22f'] response: {'server_uuid': 'c89d38b5-02b2-4e63-8dca-04b967a8cf14', 'name': 'network-vif-deleted', 'tag': 'bb0ff5b2-c268-4b5d-85a0-55179d065cdf', 'status': 'completed', 'code': 200} Jul 25 16:30:11.765131 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-64a423b3-a545-4143-94f0-21698a7da669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:11.767534 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-64a423b3-a545-4143-94f0-21698a7da669 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=966cf8bbbc4540a596f615498331465a&device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 1130 time: 0.0633521 Jul 25 16:30:11.907769 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-c5971fb5-c23f-40bf-9069-5719d6ddd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:11.910566 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-c5971fb5-c23f-40bf-9069-5719d6ddd8ec service neutron] 10.222.0.102 "GET /v2.0/networks?id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 200 len: 915 time: 0.1244485 Jul 25 16:30:11.952163 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-d65b04e9-3883-4cbb-ae27-1f920ef57012 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 200 len: 217 time: 0.0359643 Jul 25 16:30:12.012673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-6555d09c-2bdb-41ee-abbf-c66649553586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:12.014497 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-6555d09c-2bdb-41ee-abbf-c66649553586 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 200 len: 853 time: 0.0569444 Jul 25 16:30:12.127842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38222) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:12.374554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-cf209612-81d6-4d90-866e-cb525abbb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:12.376452 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-cf209612-81d6-4d90-866e-cb525abbb6cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3559334 Jul 25 16:30:12.535408 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:12.562234 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-533f511f-0c68-459b-ac52-4245cd890976 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638119 Jul 25 16:30:12.676130 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:12.714935 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842514ce-933a-4f53-a1eb-50fd77c7ed6e req-0e8ba3b1-2258-407e-affe-83367167dec5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:12.717738 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-842514ce-933a-4f53-a1eb-50fd77c7ed6e req-0e8ba3b1-2258-407e-affe-83367167dec5 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.1736472 Jul 25 16:30:12.938220 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-842514ce-933a-4f53-a1eb-50fd77c7ed6e req-ef2febaf-1a5c-482b-9af7-1515a571ef45 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717041 Jul 25 16:30:13.151237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:13.365267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb0ff5b2-c268-4b5d-85a0-55179d065cdf no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:13.387367 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: bb0ff5b2-c268-4b5d-85a0-55179d065cdf {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:13.387823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb0ff5b2-c268-4b5d-85a0-55179d065cdf not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:13.604090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Deleting port e381e786-52fa-4cbb-bedc-e4d92b2d829a {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:13.604368 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:13.703645 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] For port e381e786-52fa-4cbb-bedc-e4d92b2d829a, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=e381e786-52fa-4cbb-bedc-e4d92b2d829a,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:13.704031 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:13.720973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Calling delete_port for e381e786-52fa-4cbb-bedc-e4d92b2d829a owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:13.987030 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (e381e786-52fa-4cbb-bedc-e4d92b2d829a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:14.080303 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e381e786-52fa-4cbb-bedc-e4d92b2d829a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:14.156073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:14.221315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:14.257262 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505ea7d-e54f-48ba-bb89-f264f7d3d004 req-a11cea2e-bfbb-4f4f-a6ed-d2dff7420f99 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:14.266225 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5505ea7d-e54f-48ba-bb89-f264f7d3d004 req-a11cea2e-bfbb-4f4f-a6ed-d2dff7420f99 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.1199906 Jul 25 16:30:14.277914 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46f0b35c-c9bd-4dfe-87f8-cdae62266cf3 req-f54ee1c2-eb13-43df-8759-275b1026d154 service neutron] 10.222.0.102 "GET /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699025 Jul 25 16:30:14.379203 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5505ea7d-e54f-48ba-bb89-f264f7d3d004 req-1d5bc130-a59b-48be-95f4-651f31420a05 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/security-groups?id=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Jul 25 16:30:14.455654 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:14.631484 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-798d5509-c9d0-42a5-8a1b-4a17c5e26a43 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:14.634303 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-798d5509-c9d0-42a5-8a1b-4a17c5e26a43 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.102 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 946 time: 0.0978003 Jul 25 16:30:14.696645 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:14.748699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:14.752279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:14.789167 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Deleting port 9a46516f-6426-4c10-a5d9-637e54e69b85 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:14.789774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:14.873246 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:14.880686 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-de1a3a3b-b3df-403d-b9a0-e3a37d3223ec admin admin] 10.222.0.66 "PUT /v2.0/routers/3d5c529a-ec03-40a9-93a4-2d5ac965b876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515705 Jul 25 16:30:14.884927 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38254) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:14.893388 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Sync routers for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:14.906495 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:14.918551 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:14.919858 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:15.001895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] For port 9a46516f-6426-4c10-a5d9-637e54e69b85, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9a46516f-6426-4c10-a5d9-637e54e69b85,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:15.002644 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.015294 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks [] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.037890 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Calling delete_port for 9a46516f-6426-4c10-a5d9-637e54e69b85 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:15.129192 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:15.235613 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks [] for router_gateway (3d5c529a-ec03-40a9-93a4-2d5ac965b876), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.275908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.388411 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Deleting port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:15.388976 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.399351 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9a46516f-6426-4c10-a5d9-637e54e69b85), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.534314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Pushing event deleted for resources: {'Port': ['ID=9a46516f-6426-4c10-a5d9-637e54e69b85,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:15.618738 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d820ec1-bdf8-494f-98cf-02bb8221048c req-31b4149c-095f-470c-848c-18bb4d9ba6c1 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.66 "GET /v2.0/ports?device_id=550fc385-910d-4a1a-8d15-13f92691d031 HTTP/1.1" status: 200 len: 210 time: 0.0495369 Jul 25 16:30:15.629608 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:30:13Z', 'revision_number': 5, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port': {'id': '2a3d45b4-050d-4f1b-ba8d-30503983f6c3', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:29Z', 'updated_at': '2022-07-25T16:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:15.645106 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] No DVR routers for this DVR port 9a46516f-6426-4c10-a5d9-637e54e69b85 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:15.652799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.658321 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ea33d5c6-a6bc-4fc5-8268-91cc6e3fe6be req-10f8de26-1e60-4f05-8a1e-160cc96eeab6 tempest-TestMinimumBasicScenario-104242772 tempest-TestMinimumBasicScenario-104242772-project] 10.222.0.102 "DELETE /v2.0/ports/9a46516f-6426-4c10-a5d9-637e54e69b85 HTTP/1.1" status: 204 len: 173 time: 1.0158081 Jul 25 16:30:15.659847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'name': 'network-vif-deleted', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:15.680932 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df336c-4755-4d94-b7c8-19e47eac6fdf" -d '{"events": [{"server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "name": "network-vif-deleted", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:15.767038 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Checking router: 3d5c529a-ec03-40a9-93a4-2d5ac965b876 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:15.774141 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] For port 2a3d45b4-050d-4f1b-ba8d-30503983f6c3, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:15.774862 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:15.809000 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Routers {'3d5c529a-ec03-40a9-93a4-2d5ac965b876'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:15.814089 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Calling delete_port for 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:15.816143 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:29:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:15.842195 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e5523-d1ae-48eb-9801-d9ac73d04ead x-openstack-request-id: req-b36e5523-d1ae-48eb-9801-d9ac73d04ead {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:15.842680 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550fc385-910d-4a1a-8d15-13f92691d031", "name": "network-vif-deleted", "tag": "9a46516f-6426-4c10-a5d9-637e54e69b85", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:15.843107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b36e5523-d1ae-48eb-9801-d9ac73d04ead {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:15.843894 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e5523-d1ae-48eb-9801-d9ac73d04ead'] response: {'server_uuid': '550fc385-910d-4a1a-8d15-13f92691d031', 'name': 'network-vif-deleted', 'tag': '9a46516f-6426-4c10-a5d9-637e54e69b85', 'status': 'completed', 'code': 200} Jul 25 16:30:15.931197 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:15.936377 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:16.169657 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] Set router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:16.229921 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:30:15Z', 'revision_number': 6, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:16.275012 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-10c45c63-6af4-490c-9b3a-faec92d4d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:16.280882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (2a3d45b4-050d-4f1b-ba8d-30503983f6c3), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:16.303410 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e0e76d-5d0d-4353-924c-07e347e11bcc None None] The sync data for ids ['3d5c529a-ec03-40a9-93a4-2d5ac965b876'] in dv-cinder-836973-15-iscsi is: [{'id': '3d5c529a-ec03-40a9-93a4-2d5ac965b876', 'name': 'tempest-ServerRescueNegativeTestJSON-1486664541-router', 'tenant_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:27Z', 'updated_at': '2022-07-25T16:30:15Z', 'revision_number': 6, 'project_id': '18b6e0eaf4eb48868a683c7769d3df7a', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:16.362518 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3d45b4-050d-4f1b-ba8d-30503983f6c3,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:16.893069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.047069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.057516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks [] for router_controller (3d5c529a-ec03-40a9-93a4-2d5ac965b876), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.119517 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (3d5c529a-ec03-40a9-93a4-2d5ac965b876), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.120644 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5c529a-ec03-40a9-93a4-2d5ac965b876 {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:30:17.128590 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.130052 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-da6bad54-9965-4bb2-8285-bc54c814f12c admin admin] 10.222.0.66 "DELETE /v2.0/routers/3d5c529a-ec03-40a9-93a4-2d5ac965b876 HTTP/1.1" status: 204 len: 168 time: 2.2438645 Jul 25 16:30:17.134491 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38294) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:17.222797 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Deleting subnet 577683a3-ca16-4d98-9b85-886bba855a80 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:30:17.228863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Publish callbacks [] for subnet (577683a3-ca16-4d98-9b85-886bba855a80), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.304412 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (577683a3-ca16-4d98-9b85-886bba855a80), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.392910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9a46516f-6426-4c10-a5d9-637e54e69b85 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:17.439161 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 9a46516f-6426-4c10-a5d9-637e54e69b85 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:17.441731 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9a46516f-6426-4c10-a5d9-637e54e69b85 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:17.476756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (577683a3-ca16-4d98-9b85-886bba855a80), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.569913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (577683a3-ca16-4d98-9b85-886bba855a80), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.623985 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577683a3-ca16-4d98-9b85-886bba855a80,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:17.628677 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.637840 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-99067661-e602-4bc6-b602-7a1143c2fa9c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/577683a3-ca16-4d98-9b85-886bba855a80 HTTP/1.1" status: 204 len: 168 time: 0.4983697 Jul 25 16:30:17.641924 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38322) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:17.645511 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d31d9-0be8-4f90-8a56-9f18f0369caf None None] Network 6ab96305-1028-4c5a-918e-429bbc4d3787 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:17.896280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:17.898194 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (6ab96305-1028-4c5a-918e-429bbc4d3787), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:17.966359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:17.966884 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2a3d45b4-050d-4f1b-ba8d-30503983f6c3 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:17.967607 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device e381e786-52fa-4cbb-bedc-e4d92b2d829a no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:17.976624 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38328) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:17.992078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Deleting port 503bcbef-52d9-4c0e-8995-70b8faa06e60 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:17.993196 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.028979 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: e381e786-52fa-4cbb-bedc-e4d92b2d829a {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:18.029570 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device e381e786-52fa-4cbb-bedc-e4d92b2d829a not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:18.142213 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] For port 503bcbef-52d9-4c0e-8995-70b8faa06e60, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=503bcbef-52d9-4c0e-8995-70b8faa06e60,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:18.142773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.162779 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Calling delete_port for 503bcbef-52d9-4c0e-8995-70b8faa06e60 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:18.170770 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] DHCP port deletion for 6ab96305-1028-4c5a-918e-429bbc4d3787 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:30:18.259848 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Deleting port 503bcbef-52d9-4c0e-8995-70b8faa06e60 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:18.260692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.327150 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.359298 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Pushing event deleted for resources: {'Port': ['ID=503bcbef-52d9-4c0e-8995-70b8faa06e60,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:18.364597 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] No DVR routers for this DVR port 503bcbef-52d9-4c0e-8995-70b8faa06e60 on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:18.377841 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:18.383346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] For port 503bcbef-52d9-4c0e-8995-70b8faa06e60, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=503bcbef-52d9-4c0e-8995-70b8faa06e60,segment=NetworkSegment(37ae83e4-2961-4e1d-be2d-17d96029a6fe),segment_id=37ae83e4-2961-4e1d-be2d-17d96029a6fe)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:18.383751 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.403822 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Calling delete_port for 503bcbef-52d9-4c0e-8995-70b8faa06e60 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:18.482238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (6ab96305-1028-4c5a-918e-429bbc4d3787), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.526103 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab96305-1028-4c5a-918e-429bbc4d3787']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:18.549892 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ae83e4-2961-4e1d-be2d-17d96029a6fe') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:18.550365 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ae83e4-2961-4e1d-be2d-17d96029a6fe') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:18.561958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (503bcbef-52d9-4c0e-8995-70b8faa06e60), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.574417 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (37ae83e4-2961-4e1d-be2d-17d96029a6fe), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.605095 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (37ae83e4-2961-4e1d-be2d-17d96029a6fe), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.611492 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] Pushing event deleted for resources: {'Port': ['ID=503bcbef-52d9-4c0e-8995-70b8faa06e60,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:18.614850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84fc8f-e171-40fa-a389-dcb505106aee None None] No DVR routers for this DVR port 503bcbef-52d9-4c0e-8995-70b8faa06e60 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:18.619864 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:30:18.620633 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (37ae83e4-2961-4e1d-be2d-17d96029a6fe), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.633211 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:18.647079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.662938 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 37ae83e4-2961-4e1d-be2d-17d96029a6fe resource provider aggregate not found Jul 25 16:30:18.725539 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 37ae83e4-2961-4e1d-be2d-17d96029a6fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37ae83e4-2961-4e1d-be2d-17d96029a6fe found for delete ", "request_id": "req-3cb810e6-0a12-46a9-b5b9-7c12c6cdc8db"}]} Jul 25 16:30:18.776045 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (6ab96305-1028-4c5a-918e-429bbc4d3787), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.785091 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:18.789038 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6ab96305-1028-4c5a-918e-429bbc4d3787 HTTP/1.1" status: 204 len: 168 time: 1.1415329 Jul 25 16:30:18.801194 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeea01d-b7e8-4a36-9c6e-0d8a53c4e020 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab96305-1028-4c5a-918e-429bbc4d3787,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:18.974039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38338) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:18.997855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:19.036929 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:19.041973 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-cf33c47a-a2fd-4a07-b859-5c90936ff5d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18b6e0eaf4eb48868a683c7769d3df7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0660102 Jul 25 16:30:19.047381 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38340) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:19.048382 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Deleting port 11151342-928d-4e49-a62e-7fec1e50fd83 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:19.048784 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.151091 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] Publish callbacks [] for security_group (1ad8620e-d8ee-49c1-9df2-95b8daea0aea), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.158933 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] For port 11151342-928d-4e49-a62e-7fec1e50fd83, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=11151342-928d-4e49-a62e-7fec1e50fd83,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:19.159309 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.180576 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Calling delete_port for 11151342-928d-4e49-a62e-7fec1e50fd83 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:19.190769 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] Publish callbacks [] for security_group (1ad8620e-d8ee-49c1-9df2-95b8daea0aea), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.319943 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1ad8620e-d8ee-49c1-9df2-95b8daea0aea), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.325284 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.327828 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ad8620e-d8ee-49c1-9df2-95b8daea0aea HTTP/1.1" status: 204 len: 168 time: 0.2790678 Jul 25 16:30:19.350425 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856de89-bd90-474c-a654-80133f5564ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8620e-d8ee-49c1-9df2-95b8daea0aea,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:19.482715 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (11151342-928d-4e49-a62e-7fec1e50fd83), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.517803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=11151342-928d-4e49-a62e-7fec1e50fd83,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:19.817442 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:19.842871 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:19.941191 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 503bcbef-52d9-4c0e-8995-70b8faa06e60 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:19.971920 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 503bcbef-52d9-4c0e-8995-70b8faa06e60 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:19.972589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 503bcbef-52d9-4c0e-8995-70b8faa06e60 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:20.155542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:20.163066 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:20.182055 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-53aa668a-7969-4a84-90dc-88f7b095a6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:20.347310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:20.358419 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-00c2dda7-b152-4028-aa72-aea07a6ecf42 admin admin] 10.222.0.66 "PUT /v2.0/routers/0747316e-b422-4ccb-9a31-5d8d1ca381d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727610 Jul 25 16:30:20.358527 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38376) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:20.363208 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Sync routers for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:20.377406 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:20.378054 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:20.552695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:20.556696 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks [] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:20.759699 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks [] for router_gateway (0747316e-b422-4ccb-9a31-5d8d1ca381d6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:20.841139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Deleting port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:20.841995 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:20.893930 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:30:19Z', 'revision_number': 5, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port': {'id': '167bf6c8-93ed-48f3-8f6b-79a8252a32e5', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:34Z', 'updated_at': '2022-07-25T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:20.953395 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Checking router: 0747316e-b422-4ccb-9a31-5d8d1ca381d6 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:20.957756 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38396) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:20.972149 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:20.974890 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Routers {'0747316e-b422-4ccb-9a31-5d8d1ca381d6'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:20.976191 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:21.021203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] For port 167bf6c8-93ed-48f3-8f6b-79a8252a32e5, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:21.022139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.043448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Calling delete_port for 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:21.148891 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:21.174124 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.193562 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] Set router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:21.243695 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:21.243970 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-309318543-network', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:21.279237 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (167bf6c8-93ed-48f3-8f6b-79a8252a32e5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.302763 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:30:20Z', 'revision_number': 6, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:21.310465 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Pushing event deleted for resources: {'Port': ['ID=167bf6c8-93ed-48f3-8f6b-79a8252a32e5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:21.316768 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Made reservation on behalf of 4501489e56744cf98e49895b6d5aa6f8 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:21.321603 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.347084 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.362879 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf23d83-7c43-4e9c-ba6c-a93f6cd795bd None None] The sync data for ids ['0747316e-b422-4ccb-9a31-5d8d1ca381d6'] in dv-cinder-836973-15-iscsi is: [{'id': '0747316e-b422-4ccb-9a31-5d8d1ca381d6', 'name': 'tempest-TestMinimumBasicScenario-370518870-router', 'tenant_id': '966cf8bbbc4540a596f615498331465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:32Z', 'updated_at': '2022-07-25T16:30:20Z', 'revision_number': 6, 'project_id': '966cf8bbbc4540a596f615498331465a', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:21.400211 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.487015 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks [] for security_group (e8b89479-bee0-4f7c-98c3-bb7a67b32162), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.491980 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e8b89479-bee0-4f7c-98c3-bb7a67b32162), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.526082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:30:21.534241 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b89479-bee0-4f7c-98c3-bb7a67b32162,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:21.544046 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (4fa3ac20-33e0-414e-8770-47fffcb3c71e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.544950 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Added segment 4fa3ac20-33e0-414e-8770-47fffcb3c71e of type vlan for network 70511969-6625-420f-86eb-299a6f40df62 Jul 25 16:30:21.597141 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (70511969-6625-420f-86eb-299a6f40df62), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.615019 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.619382 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks [] for router_controller (0747316e-b422-4ccb-9a31-5d8d1ca381d6), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.635779 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (70511969-6625-420f-86eb-299a6f40df62), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.637684 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:21.638804 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.746048 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7861688 Jul 25 16:30:21.750879 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38400) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:21.753926 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (0747316e-b422-4ccb-9a31-5d8d1ca381d6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.754978 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0747316e-b422-4ccb-9a31-5d8d1ca381d6 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:30:21.772031 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.772445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Request body: {'subnet': {'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-subnet', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:21.775424 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c5829dae-28ee-4c6a-8626-aab29b34e94e admin admin] 10.222.0.66 "DELETE /v2.0/routers/0747316e-b422-4ccb-9a31-5d8d1ca381d6 HTTP/1.1" status: 204 len: 168 time: 1.4151142 Jul 25 16:30:21.777820 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38402) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:21.814924 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Made reservation on behalf of 4501489e56744cf98e49895b6d5aa6f8 for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:21.819774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8500729'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.845830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228549b-0dc7-44e7-aa61-5048f9a65020 admin admin] Pushing event updated for resources: {'Network': ['ID=70511969-6625-420f-86eb-299a6f40df62,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:21.862341 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 11151342-928d-4e49-a62e-7fec1e50fd83 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:21.867358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Deleting subnet cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:30:21.871610 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Publish callbacks [] for subnet (cf04b0a0-5711-4a2f-93e1-c511b0b04cc8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:21.873691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:21.879998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 70511969-6625-420f-86eb-299a6f40df62 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:30:21.927847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (cf04b0a0-5711-4a2f-93e1-c511b0b04cc8), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.043673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (cf04b0a0-5711-4a2f-93e1-c511b0b04cc8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.069773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38406) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:22.141404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (cf04b0a0-5711-4a2f-93e1-c511b0b04cc8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.163460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:22.175229 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf04b0a0-5711-4a2f-93e1-c511b0b04cc8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:22.185726 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.192555 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0936aeaf-39f7-46dc-8107-0016571997df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cf04b0a0-5711-4a2f-93e1-c511b0b04cc8 HTTP/1.1" status: 204 len: 168 time: 0.4106648 Jul 25 16:30:22.195098 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38408) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:22.197257 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Deleting subnet 21fd9508-6580-4f05-a48f-57c05dd9d955 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:30:22.206424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 11151342-928d-4e49-a62e-7fec1e50fd83 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:22.207932 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 11151342-928d-4e49-a62e-7fec1e50fd83 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:22.212916 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9776e-ef52-498e-9f25-8e087160b1e7 None None] Network 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:22.229321 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Publish callbacks [] for subnet (21fd9508-6580-4f05-a48f-57c05dd9d955), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.248044 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.280566 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:22.292028 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10127006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8500683'] for subnet (2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.308012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (21fd9508-6580-4f05-a48f-57c05dd9d955), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.372467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.436079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:22.459268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Deleting port 67bb66ac-aa77-472e-8592-ef5e817ace57 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:22.459720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.510549 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:22.534455 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (21fd9508-6580-4f05-a48f-57c05dd9d955), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.535830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.560481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] DHCP port deletion for 8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:30:22.577211 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] For port 67bb66ac-aa77-472e-8592-ef5e817ace57, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=67bb66ac-aa77-472e-8592-ef5e817ace57,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:22.577879 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.579160 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Checking segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:22.579542 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Network hostable DHCP agents. Network: 70511969-6625-420f-86eb-299a6f40df62, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:30:22.604906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Calling delete_port for 67bb66ac-aa77-472e-8592-ef5e817ace57 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:22.622215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Network 70511969-6625-420f-86eb-299a6f40df62 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:30:22.637322 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (21fd9508-6580-4f05-a48f-57c05dd9d955), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.644554 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 70511969-6625-420f-86eb-299a6f40df62) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:22.649437 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Deleting port 67bb66ac-aa77-472e-8592-ef5e817ace57 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:22.650040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.650838 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:22.651805 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.691882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fd9508-6580-4f05-a48f-57c05dd9d955,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:22.701073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.707429 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6d2850ab-6381-4dba-a975-e5a47de4abbd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/21fd9508-6580-4f05-a48f-57c05dd9d955 HTTP/1.1" status: 204 len: 168 time: 0.6337745 Jul 25 16:30:22.708209 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38410) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:22.722139 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d5d079f3-4cc3-45d0-b7f3-512233adfd95 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9696343 Jul 25 16:30:22.732435 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38412) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:22.740831 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:22.751954 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea143467-6a55-4dcb-932d-39c21c13eb4f None None] Network 70511969-6625-420f-86eb-299a6f40df62 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:22.805002 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.806675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.835685 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.870483 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (fbc95ce4-7af4-4dc6-9cb6-7699309ac513), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.910456 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] For port 67bb66ac-aa77-472e-8592-ef5e817ace57, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=67bb66ac-aa77-472e-8592-ef5e817ace57,segment=NetworkSegment(f6a7ee6c-a26f-4206-982b-d6dda63b178d),segment_id=f6a7ee6c-a26f-4206-982b-d6dda63b178d)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:22.910897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.925255 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for router_controller (bab0b8de-c9ef-402c-9f9b-eb85007ad643), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.939886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Calling delete_port for 67bb66ac-aa77-472e-8592-ef5e817ace57 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:22.958732 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] No DVR routers for this DVR port 67bb66ac-aa77-472e-8592-ef5e817ace57 on host dv-cinder-836973-15-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:22.961736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bb66ac-aa77-472e-8592-ef5e817ace57,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:22.976248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (fbc95ce4-7af4-4dc6-9cb6-7699309ac513), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:22.987218 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:30:23.011748 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc95ce4-7af4-4dc6-9cb6-7699309ac513']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.028320 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465ce418-34c2-467c-bdb9-798886abd4df') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.029238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465ce418-34c2-467c-bdb9-798886abd4df') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.052888 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (465ce418-34c2-467c-bdb9-798886abd4df), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.053246 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-70511969-6625-420f-86eb-299a6f40df62', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:30:23.053962 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.081269 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (465ce418-34c2-467c-bdb9-798886abd4df), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.090742 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:30:23.091456 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (465ce418-34c2-467c-bdb9-798886abd4df), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.145381 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:23.165545 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (67bb66ac-aa77-472e-8592-ef5e817ace57), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.171949 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 465ce418-34c2-467c-bdb9-798886abd4df resource provider aggregate not found Jul 25 16:30:23.199879 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 465ce418-34c2-467c-bdb9-798886abd4df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 465ce418-34c2-467c-bdb9-798886abd4df found for delete ", "request_id": "req-f75ad091-7646-4f50-aeb6-a93a1a0c45b4"}]} Jul 25 16:30:23.210187 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] Pushing event deleted for resources: {'Port': ['ID=67bb66ac-aa77-472e-8592-ef5e817ace57,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:23.222524 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53ca08-d5b6-422e-9896-53f6ae4f3228 None None] No DVR routers for this DVR port 67bb66ac-aa77-472e-8592-ef5e817ace57 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:23.235965 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (fbc95ce4-7af4-4dc6-9cb6-7699309ac513), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.248060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.258737 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] 10.222.0.66 "DELETE /v2.0/networks/fbc95ce4-7af4-4dc6-9cb6-7699309ac513 HTTP/1.1" status: 204 len: 168 time: 0.5486534 Jul 25 16:30:23.280185 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295178c-8b24-434f-b1ae-cb1dee3e9e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc95ce4-7af4-4dc6-9cb6-7699309ac513,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:23.334208 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Allocated IP 172.20.0.2 (70511969-6625-420f-86eb-299a6f40df62/2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6/8f40b8c8-7d05-4d27-9c6b-de37f536f4e0) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:23.636551 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks [] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.646488 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.649824 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.685306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38420) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:23.718799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:23.733143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Network 70511969-6625-420f-86eb-299a6f40df62 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:23.740439 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:23.744128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Pushing event updated for resources: {'Port': ['ID=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:23.748560 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:23.749253 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-05f858a6-d675-4e7b-9c99-093bd6a63de6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd9b5f7127564335a847ab40761124df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625465 Jul 25 16:30:23.750029 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38422) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:23.750384 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for router_gateway (bab0b8de-c9ef-402c-9f9b-eb85007ad643), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.761316 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.769641 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.770111 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.770601 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.771059 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.771599 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.772062 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.772408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.773023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.773147 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.773610 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.774084 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.774483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.774816 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.775142 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.775466 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:23.802749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a7ee6c-a26f-4206-982b-d6dda63b178d') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.803254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a7ee6c-a26f-4206-982b-d6dda63b178d') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:23.808261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 67bb66ac-aa77-472e-8592-ef5e817ace57 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:23.855502 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 67bb66ac-aa77-472e-8592-ef5e817ace57 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:23.855502 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 67bb66ac-aa77-472e-8592-ef5e817ace57 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:23.855866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:23.867252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] Publish callbacks [] for security_group (046b9d5b-b181-4082-80cd-079abcad3577), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.898053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (f6a7ee6c-a26f-4206-982b-d6dda63b178d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.904237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] Publish callbacks [] for security_group (046b9d5b-b181-4082-80cd-079abcad3577), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.906089 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:23.906539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 167bf6c8-93ed-48f3-8f6b-79a8252a32e5 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:23.915650 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Attempting to bind port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:23.915650 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Attempting to bind port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:23.916139 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Attempting to bind port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:23.923383 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:23.923794 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Checking segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:23.924219 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.924685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Bound using segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:23.925436 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Bound port: 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:23.925849 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.948611 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f6a7ee6c-a26f-4206-982b-d6dda63b178d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:23.975302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:30:23.976037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (f6a7ee6c-a26f-4206-982b-d6dda63b178d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.008463 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (046b9d5b-b181-4082-80cd-079abcad3577), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.017456 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.019792 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/046b9d5b-b181-4082-80cd-079abcad3577 HTTP/1.1" status: 204 len: 168 time: 0.2684672 Jul 25 16:30:24.040606 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] For port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:24.042080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dcb91-2e65-48f4-ab34-ff4f26e1b6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b9d5b-b181-4082-80cd-079abcad3577,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:24.047311 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] For port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:24.066848 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.074847 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f6a7ee6c-a26f-4206-982b-d6dda63b178d resource provider aggregate not found Jul 25 16:30:24.177641 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f48e-19d7-4290-a245-31ab13a163cd None None] Pushing event updated for resources: {'Port': ['ID=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:24.196664 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment f6a7ee6c-a26f-4206-982b-d6dda63b178d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a7ee6c-a26f-4206-982b-d6dda63b178d found for delete ", "request_id": "req-a5d946c1-a7a9-4acc-93fa-0918214f9eca"}]} Jul 25 16:30:24.249568 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.267581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.278224 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38430) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:24.279031 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6 HTTP/1.1" status: 204 len: 168 time: 2.0816827 Jul 25 16:30:24.298497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:24.341986 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fccad-ee3a-4174-ad0e-64dbb05638b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4b1c3c-0e0d-48d5-b8f1-2198c4fff6b6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:24.377059 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for router_gateway (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.418379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.564413 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:24.663126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Allocated IP 172.27.2.147 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/665d0cd0-1ef5-4e48-a717-4daed20ea9a0) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:24.874044 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.902793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.921618 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:24.983048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:24.988633 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:24.993392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:25.018981 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Pushing event updated for resources: {'Port': ['ID=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:25.052115 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:25.337909 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Deleting port 6ccee984-86f2-475b-ac89-046a6a42bc6a {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:25.338955 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.410904 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for router_gateway (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.468755 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] For port 6ccee984-86f2-475b-ac89-046a6a42bc6a, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6ccee984-86f2-475b-ac89-046a6a42bc6a,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:25.469162 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.494813 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Calling delete_port for 6ccee984-86f2-475b-ac89-046a6a42bc6a owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:25.526012 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:25.567516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38450) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:25.707061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890e845-8b95-4130-8790-005b76c2eed9 None None] Network 70511969-6625-420f-86eb-299a6f40df62 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:25.715707 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.789764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:25.803105 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1005030738-network', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:25.828189 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Provisioning complete for port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:25.828825 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.866780 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:25.869739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:25.909998 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Made reservation on behalf of ee2c762eec4646afbd0ea4d71a58894d for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:25.915400 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.941764 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.946980 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:25.958213 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:30:25.959692 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (6ccee984-86f2-475b-ac89-046a6a42bc6a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:25.998908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:26.018410 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:26.023821 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccee984-86f2-475b-ac89-046a6a42bc6a,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:26.042128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:26.042593 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.110957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Current status of the port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:26.111517 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.167567 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:26.188752 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:26.196056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.197982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] For port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:26.198305 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1dfdf616-87fb-49cf-bdbd-aa758c21493e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4636366 Jul 25 16:30:26.201780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38454) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:26.211771 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.214885 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:26.216624 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:26.303114 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks [] for security_group (a5474f4e-c085-4c4e-804b-ffb9debd9b0c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.344481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:26.378616 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a5474f4e-c085-4c4e-804b-ffb9debd9b0c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.379385 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:26.421993 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa364-fb90-4353-b459-4ac4d4be775a None None] Pushing event updated for resources: {'Port': ['ID=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:26.440052 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:30:26.445218 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:26.496194 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5474f4e-c085-4c4e-804b-ffb9debd9b0c,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:26.500226 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.500499 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Added segment 0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91 of type vlan for network 5179c8ca-857c-4cbe-a31d-a95e81512509 Jul 25 16:30:26.502344 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.626972 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (5179c8ca-857c-4cbe-a31d-a95e81512509), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.638215 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:25Z', 'revision_number': 3, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:26.639645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0ee8d5cb-295f-4521-aa4c-a229a9e4b447 None None] Provisioning complete for port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:26.640265 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d5cb-295f-4521-aa4c-a229a9e4b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.710849 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:26.711621 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Updating router bab0b8de-c9ef-402c-9f9b-eb85007ad643 port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:26.717210 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (5179c8ca-857c-4cbe-a31d-a95e81512509), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.718366 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:26.719148 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.792066 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:26.814157 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8d5cb-295f-4521-aa4c-a229a9e4b447 None None] Current status of the port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:26.816559 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2478991 Jul 25 16:30:26.821213 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38458) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:26.837018 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Request body: {'subnet': {'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1005030738-subnet', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:26.844269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:26.914356 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Made reservation on behalf of ee2c762eec4646afbd0ea4d71a58894d for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:26.918584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.063745 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:27.168930 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350077c-1113-4134-8982-44f2eaa9a25e admin admin] Pushing event updated for resources: {'Network': ['ID=5179c8ca-857c-4cbe-a31d-a95e81512509,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:27.170211 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks [] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.181235 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.197836 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:30:27.248381 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:27.262658 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Pushing event updated for resources: {'Port': ['ID=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,revision_number=2']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:27.271904 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Attempting to bind port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:27.272309 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Attempting to bind port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:27.272714 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Attempting to bind port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:27.282176 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.282524 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.283407 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.283407 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.283794 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.284118 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.284499 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.285593 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.286028 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.286358 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.286826 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.287242 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.287566 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.287919 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.288265 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:27.294300 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:27.295221 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:27.295914 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.296646 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:27.297754 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Bound port: 665d0cd0-1ef5-4e48-a717-4daed20ea9a0, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:27.298200 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.334174 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:27.337103 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.418337 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] For port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:27.427785 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] For port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:27.439412 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.459841 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (c6f3801f-6d9e-4ffc-a509-c0d71dd74797), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.520784 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:27.521485 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:27.584980 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:27.595807 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b058a-a476-4d1b-8942-ac880b127460 None None] Pushing event updated for resources: {'Port': ['ID=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:27.597834 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7fd2b0f3-cc21-4b03-9920-7348a5949a73 admin admin] 10.222.0.66 "PUT /v2.0/routers/2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3161578 Jul 25 16:30:27.599314 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38460) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:27.620205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Sync routers for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:27.627510 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f3801f-6d9e-4ffc-a509-c0d71dd74797,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:27.644113 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:27.645277 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:27.742077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:27.743500 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Network hostable DHCP agents. Network: 5179c8ca-857c-4cbe-a31d-a95e81512509, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:30:27.747351 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:27.750225 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:27.788863 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:27.852737 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Allocated IP 172.20.0.1 (70511969-6625-420f-86eb-299a6f40df62/2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6/64e483aa-0760-4898-88fb-542281448f63) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:27.868034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:30:27.927906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, 5179c8ca-857c-4cbe-a31d-a95e81512509) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:27.968180 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks [] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:27.992629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:27.993738 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.050686 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-205bc7eb-d17e-426a-84ae-c46962871c01 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2247028 Jul 25 16:30:28.055490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38462) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:28.063023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2897bc-abec-4040-8663-22f1525b8bfd None None] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:28.064778 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:28.076254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:28.162948 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (409232ff-a75f-48ef-9429-0e7171361d76), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.164695 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (409232ff-a75f-48ef-9429-0e7171361d76), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.171669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:28.183000 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks [] for port (64e483aa-0760-4898-88fb-542281448f63), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.192603 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:25Z', 'revision_number': 3, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:28.220445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:28.254103 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks [] for router_gateway (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.274789 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd78b486-a579-4343-820c-203cb38a1789 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:25Z', 'revision_number': 3, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:28.326226 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:28.326226 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.333004 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Deleting port 9a71c434-ea49-4254-bc16-ce663692b25d {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:28.334074 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.336868 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for router_controller (409232ff-a75f-48ef-9429-0e7171361d76), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.352025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (64e483aa-0760-4898-88fb-542281448f63), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.432853 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-5179c8ca-857c-4cbe-a31d-a95e81512509', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:30:28.434290 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.473256 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:30:25Z', 'revision_number': 5, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port': {'id': '9a71c434-ea49-4254-bc16-ce663692b25d', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:26:53Z', 'updated_at': '2022-07-25T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:28.521827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Network 70511969-6625-420f-86eb-299a6f40df62 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:28.538426 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:28.541103 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Checking router: 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:28.551838 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:28.600786 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] For port 9a71c434-ea49-4254-bc16-ce663692b25d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=9a71c434-ea49-4254-bc16-ce663692b25d,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:28.601976 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.631658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:28.642052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Routers {'2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:28.642052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:28.645432 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:28.646922 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Calling delete_port for 9a71c434-ea49-4254-bc16-ce663692b25d owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:28.752063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:28.763767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:28.772170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Pushing event updated for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:28.899191 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] Set router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:29.015401 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:30:28Z', 'revision_number': 6, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:29.024581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for router_gateway (409232ff-a75f-48ef-9429-0e7171361d76), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.080617 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aef18-d8ef-4e97-b8d2-a6b8c27f287e None None] The sync data for ids ['2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d'] in dv-cinder-836973-15-iscsi is: [{'id': '2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d', 'name': 'tempest-TestMinimumBasicScenario-602629776-router', 'tenant_id': '9ce8951f40384a89815320ea0108e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:26:51Z', 'updated_at': '2022-07-25T16:30:28Z', 'revision_number': 6, 'project_id': '9ce8951f40384a89815320ea0108e5e8', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:29.175888 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Allocated IP 172.20.0.2 (5179c8ca-857c-4cbe-a31d-a95e81512509/c6f3801f-6d9e-4ffc-a509-c0d71dd74797/6c93c8cd-e847-4944-918e-8a77de9d5224) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:29.227901 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64e483aa-0760-4898-88fb-542281448f63), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.228206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-48bfad75-9911-4056-97df-eb87db121c70 None None] Provisioning complete for port 64e483aa-0760-4898-88fb-542281448f63 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:29.230143 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (9a71c434-ea49-4254-bc16-ce663692b25d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.230413 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-48bfad75-9911-4056-97df-eb87db121c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64e483aa-0760-4898-88fb-542281448f63), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.296400 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a71c434-ea49-4254-bc16-ce663692b25d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:29.351430 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-48bfad75-9911-4056-97df-eb87db121c70 None None] Port 64e483aa-0760-4898-88fb-542281448f63 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:29.461012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.538152 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks [] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.550379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:29.557269 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.618152 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.622868 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks [] for router_controller (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.647632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for router_gateway (409232ff-a75f-48ef-9429-0e7171361d76), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.664155 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:29.704137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:29.732135 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.736040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:29.736352 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:30:29.736765 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.752439 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.754946 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:29.756741 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-93f78015-c154-4fd8-85e6-55fa3e88e3eb admin admin] 10.222.0.66 "DELETE /v2.0/routers/2e57e18f-3dda-44fa-8b6f-859d1b1a2b9d HTTP/1.1" status: 204 len: 168 time: 2.1548877 Jul 25 16:30:29.759319 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38464) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:29.766357 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Pushing event updated for resources: {'Port': ['ID=6c93c8cd-e847-4944-918e-8a77de9d5224,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:29.832739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks [] for port (64e483aa-0760-4898-88fb-542281448f63), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.851578 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Deleting subnet 5cced93d-3d52-4770-bd3b-10aafbd5c172 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:30:29.858853 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Publish callbacks [] for subnet (5cced93d-3d52-4770-bd3b-10aafbd5c172), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.867336 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (64e483aa-0760-4898-88fb-542281448f63), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.880116 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Attempting to bind port 6c93c8cd-e847-4944-918e-8a77de9d5224 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:29.880116 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Attempting to bind port 6c93c8cd-e847-4944-918e-8a77de9d5224 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:29.883667 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Attempting to bind port 6c93c8cd-e847-4944-918e-8a77de9d5224 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:29.891645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:29.892394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:29.893080 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.893596 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Bound using segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:29.894655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Bound port: 6c93c8cd-e847-4944-918e-8a77de9d5224, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:29.895506 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.945973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (5cced93d-3d52-4770-bd3b-10aafbd5c172), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:29.982430 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:30.012734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:30.028805 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] For port 6c93c8cd-e847-4944-918e-8a77de9d5224, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:30.043766 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] For port 6c93c8cd-e847-4944-918e-8a77de9d5224, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6c93c8cd-e847-4944-918e-8a77de9d5224,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:30.056011 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.151908 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (5cced93d-3d52-4770-bd3b-10aafbd5c172), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.178897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6a7b-f66c-4923-96bd-c7149fff6837 None None] Pushing event updated for resources: {'Port': ['ID=6c93c8cd-e847-4944-918e-8a77de9d5224,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:30.309140 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (5cced93d-3d52-4770-bd3b-10aafbd5c172), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.384785 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:30.385060 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cced93d-3d52-4770-bd3b-10aafbd5c172,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:30.402582 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.416171 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-20edefea-5ddc-44ec-acca-6832d61f43e4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5cced93d-3d52-4770-bd3b-10aafbd5c172 HTTP/1.1" status: 204 len: 168 time: 0.6535699 Jul 25 16:30:30.419115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38466) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:30.463325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1bb076-96ee-4ad1-884d-367a2290d0c3 None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:30.465779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Pushing event updated for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:30.472226 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.664942 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:30.665253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.666041 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (0b554191-d183-4c6b-ae98-54fddc7719ba), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.674951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Allocated IP 172.27.2.79 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/ebad07e1-2967-47b9-9a9c-3d23e7e3a596) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:30.693946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:30.757058 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Deleting port b25eed82-405f-429c-a73b-fbdbdecedb79 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:30.757848 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.783975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] DHCP port deletion for 0b554191-d183-4c6b-ae98-54fddc7719ba request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:30:30.852471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:30.852958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.889687 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:30.900133 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] For port b25eed82-405f-429c-a73b-fbdbdecedb79, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b25eed82-405f-429c-a73b-fbdbdecedb79,segment=NetworkSegment(8a7ea571-9275-47d3-a710-c18dda7df1f6),segment_id=8a7ea571-9275-47d3-a710-c18dda7df1f6)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:30.900618 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:30.933040 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Calling delete_port for b25eed82-405f-429c-a73b-fbdbdecedb79 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:30.946974 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.013407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6ccee984-86f2-475b-ac89-046a6a42bc6a no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:31.025866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:31.060362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Network 70511969-6625-420f-86eb-299a6f40df62 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:31.071838 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:31.072874 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:31.079729 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 6ccee984-86f2-475b-ac89-046a6a42bc6a {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:31.080257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6ccee984-86f2-475b-ac89-046a6a42bc6a not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:31.088755 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.153851 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Deleting port b25eed82-405f-429c-a73b-fbdbdecedb79 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:30:31.153851 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.172876 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.226559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] No DVR routers for this DVR port b25eed82-405f-429c-a73b-fbdbdecedb79 on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:31.285014 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25eed82-405f-429c-a73b-fbdbdecedb79,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:31.419997 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (0b554191-d183-4c6b-ae98-54fddc7719ba), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.470398 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b554191-d183-4c6b-ae98-54fddc7719ba']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:31.490376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7ea571-9275-47d3-a710-c18dda7df1f6') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:31.490997 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7ea571-9275-47d3-a710-c18dda7df1f6') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:31.526172 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (8a7ea571-9275-47d3-a710-c18dda7df1f6), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.594193 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (8a7ea571-9275-47d3-a710-c18dda7df1f6), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.612875 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.628190 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:30:31.628868 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (8a7ea571-9275-47d3-a710-c18dda7df1f6), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.638550 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:31.776770 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:31.786124 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:31.789694 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 8a7ea571-9275-47d3-a710-c18dda7df1f6 resource provider aggregate not found Jul 25 16:30:31.794288 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:31.812320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:31.825767 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-1ca4db99-957f-41c8-a7e0-90db89938c2e None None] Provisioning complete for port 64e483aa-0760-4898-88fb-542281448f63 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:31.826554 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1ca4db99-957f-41c8-a7e0-90db89938c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64e483aa-0760-4898-88fb-542281448f63), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.863829 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 8a7ea571-9275-47d3-a710-c18dda7df1f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a7ea571-9275-47d3-a710-c18dda7df1f6 found for delete ", "request_id": "req-4d4f7ff5-cbf3-4faf-bb4f-13b7ba12904e"}]} Jul 25 16:30:31.868186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (0b554191-d183-4c6b-ae98-54fddc7719ba), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.883777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:31.919481 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.930741 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0b554191-d183-4c6b-ae98-54fddc7719ba HTTP/1.1" status: 204 len: 168 time: 1.5076003 Jul 25 16:30:31.944388 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] For port b25eed82-405f-429c-a73b-fbdbdecedb79, host dv-cinder-836973-15-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:31.945036 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:31.949563 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fde0f1-322f-4b14-8bb3-960fb36712d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b554191-d183-4c6b-ae98-54fddc7719ba,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:32.001830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Calling delete_port for b25eed82-405f-429c-a73b-fbdbdecedb79 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:30:32.015194 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Port b25eed82-405f-429c-a73b-fbdbdecedb79 was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 16:30:32.025685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4db99-957f-41c8-a7e0-90db89938c2e None None] Port 64e483aa-0760-4898-88fb-542281448f63 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:32.038907 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (b25eed82-405f-429c-a73b-fbdbdecedb79), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.045470 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6c93c8cd-e847-4944-918e-8a77de9d5224 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:32.096735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Network 0b554191-d183-4c6b-ae98-54fddc7719ba is not hosted by any dhcp agent {{(pid=104070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 25 16:30:32.097401 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] No DVR routers for this DVR port b25eed82-405f-429c-a73b-fbdbdecedb79 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:30:32.110228 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fc03e-de7c-45d9-bbdd-71a1953c4c8a None None] Pushing event deleted for resources: {'Port': ['ID=b25eed82-405f-429c-a73b-fbdbdecedb79,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:32.171715 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:32.181971 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 6c93c8cd-e847-4944-918e-8a77de9d5224 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:32.183189 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.246822 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cf429-69d0-4b46-b14d-c0b32046de5b None None] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:32.268246 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38474) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:32.272629 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:32.280618 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0ae09442-9a41-4a8f-900b-72ec615a4131 admin admin] 10.222.0.66 "PUT /v2.0/routers/bab0b8de-c9ef-402c-9f9b-eb85007ad643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0762219 Jul 25 16:30:32.286937 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:32.344464 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:32.377488 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:32.422774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-737f0275-e850-4427-b266-80f5da593426 None None] Provisioning complete for port 6c93c8cd-e847-4944-918e-8a77de9d5224 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:32.423316 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:32.424366 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-737f0275-e850-4427-b266-80f5da593426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.474460 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-c5e19814-1e32-4761-b55d-c1882c6e0e41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=966cf8bbbc4540a596f615498331465a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020612 Jul 25 16:30:32.474990 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38478) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:32.519148 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for router_gateway (409232ff-a75f-48ef-9429-0e7171361d76), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.587654 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] Publish callbacks [] for security_group (dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.631076 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] Publish callbacks [] for security_group (dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.650563 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:32.763021 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.769992 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:32.774443 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c HTTP/1.1" status: 204 len: 168 time: 0.2949820 Jul 25 16:30:32.848968 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87b97c-ecca-441a-8e16-27b84384d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc700a3-1a9d-401b-b1b7-8b9cf97aa32c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:33.073481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-737f0275-e850-4427-b266-80f5da593426 None None] Current status of the port 6c93c8cd-e847-4944-918e-8a77de9d5224 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:33.073959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-737f0275-e850-4427-b266-80f5da593426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.136137 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (409232ff-a75f-48ef-9429-0e7171361d76), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.145715 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38486) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:33.145925 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:33.148752 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:33.151739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 6c93c8cd-e847-4944-918e-8a77de9d5224 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:33.152387 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.167448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811940979', 'description': 'tempest-description--1800496250'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:33.244378 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.252858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-737f0275-e850-4427-b266-80f5da593426 None None] For port 6c93c8cd-e847-4944-918e-8a77de9d5224, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6c93c8cd-e847-4944-918e-8a77de9d5224,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:33.268198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-737f0275-e850-4427-b266-80f5da593426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.369665 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f0275-e850-4427-b266-80f5da593426 None None] Pushing event updated for resources: {'Port': ['ID=6c93c8cd-e847-4944-918e-8a77de9d5224,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:33.452350 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 2, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:33.462991 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (77e7c66f-24e4-416a-9ef0-01abf3a844e3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.469523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:33.471543 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c7093f7d-da73-4070-b74d-562fbd1d0bd3 None None] Provisioning complete for port 6c93c8cd-e847-4944-918e-8a77de9d5224 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:33.471949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c7093f7d-da73-4070-b74d-562fbd1d0bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.474282 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:30:33.474695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:30:33.485200 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (77e7c66f-24e4-416a-9ef0-01abf3a844e3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.506892 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:33.507606 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Updating router bab0b8de-c9ef-402c-9f9b-eb85007ad643 port 64e483aa-0760-4898-88fb-542281448f63 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:33.523329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:33.576305 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64e483aa-0760-4898-88fb-542281448f63), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.600258 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Router 409232ff-a75f-48ef-9429-0e7171361d76 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:30:33.619795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e7c66f-24e4-416a-9ef0-01abf3a844e3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:33.660686 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.665931 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-20ba3a28-8453-4d1a-ad04-0a31a5fbc1b7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5149403 Jul 25 16:30:33.669634 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38490) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:33.677383 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group_rule': {'security_group_id': '77e7c66f-24e4-416a-9ef0-01abf3a844e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:33.734360 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:33.744280 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c7093f7d-da73-4070-b74d-562fbd1d0bd3 None None] Current status of the port 6c93c8cd-e847-4944-918e-8a77de9d5224 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:33.794888 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (b278f30e-0ef0-422f-a74f-fc6c801a6cd6), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.852727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:33.870858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:33.888169 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:33.890376 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4f097f06-32a3-4e9f-a00b-d9a0f9a8d4a9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8335426 Jul 25 16:30:33.895906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38492) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:33.909052 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38494) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:33.909271 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:33.910593 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:34.011426 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (b278f30e-0ef0-422f-a74f-fc6c801a6cd6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.020096 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (b278f30e-0ef0-422f-a74f-fc6c801a6cd6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.085451 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b278f30e-0ef0-422f-a74f-fc6c801a6cd6,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:34.106344 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-996cfba7-878e-486e-b7e3-12f6ea419155 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ce8951f40384a89815320ea0108e5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920919 Jul 25 16:30:34.108170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38496) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:34.121592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.123851 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-28b1fe7f-52d4-431a-b672-aaa5165f9f2c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4526942 Jul 25 16:30:34.128072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:34.129302 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38498) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:34.140209 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group_rule': {'security_group_id': '77e7c66f-24e4-416a-9ef0-01abf3a844e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:34.180084 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks [] for port (64e483aa-0760-4898-88fb-542281448f63), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.208279 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (64e483aa-0760-4898-88fb-542281448f63), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.244550 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (bb4c2c44-b613-4708-9553-fb4cb1eb7e49), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.256848 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:34.324265 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a669712-5059-4fcb-a056-329038d8e53c None None] Pushing event updated for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:34.396032 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 6c93c8cd-e847-4944-918e-8a77de9d5224 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:34.401771 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] Publish callbacks [] for security_group (560452ef-947d-4c75-98c3-1a79fbfc0d0e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.427100 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:34.463154 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (bb4c2c44-b613-4708-9553-fb4cb1eb7e49), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.476794 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (bb4c2c44-b613-4708-9553-fb4cb1eb7e49), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.569321 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Attempting to bind port 64e483aa-0760-4898-88fb-542281448f63 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:34.570155 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Attempting to bind port 64e483aa-0760-4898-88fb-542281448f63 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:34.570593 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Attempting to bind port 64e483aa-0760-4898-88fb-542281448f63 on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:34.577861 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4c2c44-b613-4708-9553-fb4cb1eb7e49,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:34.584923 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 9a71c434-ea49-4254-bc16-ce663692b25d no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:34.605038 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:34.605723 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Checking segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:34.606391 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.607036 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Bound using segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:34.609460 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Bound port: 64e483aa-0760-4898-88fb-542281448f63, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:34.609460 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64e483aa-0760-4898-88fb-542281448f63), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.616712 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.618508 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dcd01541-4f28-47ca-8ba8-8ecf2aef5b95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4855833 Jul 25 16:30:34.625758 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38500) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:34.631290 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:34.698936 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:34.711996 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.749086 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] Publish callbacks [] for security_group (560452ef-947d-4c75-98c3-1a79fbfc0d0e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.779777 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 9a71c434-ea49-4254-bc16-ce663692b25d {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:34.782181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 9a71c434-ea49-4254-bc16-ce663692b25d not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:34.786072 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b25eed82-405f-429c-a73b-fbdbdecedb79 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:30:34.809085 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] For port 64e483aa-0760-4898-88fb-542281448f63, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:34.822449 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] For port 64e483aa-0760-4898-88fb-542281448f63, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=64e483aa-0760-4898-88fb-542281448f63,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:34.835895 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (64e483aa-0760-4898-88fb-542281448f63), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.837597 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: b25eed82-405f-429c-a73b-fbdbdecedb79 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:30:34.841909 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b25eed82-405f-429c-a73b-fbdbdecedb79 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:30:34.915832 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:34.985173 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Provisioning complete for port 64e483aa-0760-4898-88fb-542281448f63 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:34.987170 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64e483aa-0760-4898-88fb-542281448f63), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.029328 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a669712-5059-4fcb-a056-329038d8e53c None None] Pushing event updated for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:35.053916 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (560452ef-947d-4c75-98c3-1a79fbfc0d0e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.059928 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:35.061013 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:35.062474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.075606 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/560452ef-947d-4c75-98c3-1a79fbfc0d0e HTTP/1.1" status: 204 len: 168 time: 0.9660189 Jul 25 16:30:35.177893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:32Z', 'revision_number': 3, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:35.259943 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:35.285520 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Allocated IP 172.27.2.32 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/9305a583-0e1c-47dd-b2f0-c45b8239229a) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:35.286110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.365736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e237ee6-520f-45a2-979b-b62aedc09f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560452ef-947d-4c75-98c3-1a79fbfc0d0e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:35.388057 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:35.388990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Updating router 409232ff-a75f-48ef-9429-0e7171361d76 port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:35.526988 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:35.611685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Current status of the port 64e483aa-0760-4898-88fb-542281448f63 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:35.612667 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (64e483aa-0760-4898-88fb-542281448f63), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.703480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] For port 64e483aa-0760-4898-88fb-542281448f63, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=64e483aa-0760-4898-88fb-542281448f63,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:35.716143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.719735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (64e483aa-0760-4898-88fb-542281448f63), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.792032 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Allocated IP 172.20.0.1 (5179c8ca-857c-4cbe-a31d-a95e81512509/c6f3801f-6d9e-4ffc-a509-c0d71dd74797/b78f6658-b5c5-4ad9-8f47-e4c9206fea92) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:35.812904 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:35.816146 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.849245 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:35.991964 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.014467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks [] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.016021 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-0e3b2db1-f117-4d0e-afcf-ed5d992b8707 None None] Provisioning complete for port 64e483aa-0760-4898-88fb-542281448f63 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:36.019728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2db1-f117-4d0e-afcf-ed5d992b8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64e483aa-0760-4898-88fb-542281448f63), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.079559 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.085171 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.101326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.128830 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.162739 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:36.164980 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=9305a583-0e1c-47dd-b2f0-c45b8239229a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:36.172436 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:36.174893 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:36.192623 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.228817 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:36.240433 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:36.248842 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:36.256559 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Pushing event updated for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:36.364924 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931b133-a77b-44db-809b-d5ea400f7f26 None None] Pushing event updated for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:36.370279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (409232ff-a75f-48ef-9429-0e7171361d76), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.417115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.474426 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:34Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:36.539525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.559503 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e39af4-af60-46c0-9ded-561d35e57ab6 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:34Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:36.745013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.838783 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:36.846912 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6c93c8cd-e847-4944-918e-8a77de9d5224 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:36.863717 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:36.887953 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:36.955957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b2db1-f117-4d0e-afcf-ed5d992b8707 None None] Current status of the port 64e483aa-0760-4898-88fb-542281448f63 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:37.016128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 6c93c8cd-e847-4944-918e-8a77de9d5224 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:37.016886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.081478 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:37.085452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.093948 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.123990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-9941eaf3-2ca1-4ee7-88e4-4e9018424fb5 None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:37.124404 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9941eaf3-2ca1-4ee7-88e4-4e9018424fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.200581 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:37.233264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=9305a583-0e1c-47dd-b2f0-c45b8239229a,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:37.253391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-9941eaf3-2ca1-4ee7-88e4-4e9018424fb5 None None] Port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:37.267898 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks [] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.282324 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:37.286336 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.334741 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.337523 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.340649 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ce30e7db-596d-4dec-896c-5ee74de4b464 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7132647 Jul 25 16:30:37.344992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks [] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.363659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.439658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 6c93c8cd-e847-4944-918e-8a77de9d5224 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:37.506075 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9575b1-b895-4738-9894-8fac8b05457f None None] Pushing event updated for resources: {'Port': ['ID=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:37.512714 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Attempting to bind port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:37.513990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Attempting to bind port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:37.514743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Attempting to bind port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:37.527150 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:37.527753 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:37.528224 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.528652 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:37.530916 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Bound port: ebad07e1-2967-47b9-9a9c-3d23e7e3a596, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:37.531589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.622717 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Pushing event updated for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:37.688594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (409232ff-a75f-48ef-9429-0e7171361d76), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.759500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 64e483aa-0760-4898-88fb-542281448f63 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:37.766709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] For port ebad07e1-2967-47b9-9a9c-3d23e7e3a596, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:37.857804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] For port ebad07e1-2967-47b9-9a9c-3d23e7e3a596, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:37.880197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:37.939757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:37.942330 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:37.990999 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 64e483aa-0760-4898-88fb-542281448f63 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:37.992001 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (64e483aa-0760-4898-88fb-542281448f63), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:38.012525 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-91af2d51-d7aa-4154-b500-3d930727778c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1811940979&fields=id&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 267 time: 0.1307638 Jul 25 16:30:38.044254 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:38.045465 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:38.165731 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9575b1-b895-4738-9894-8fac8b05457f None None] Pushing event updated for resources: {'Port': ['ID=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:38.233813 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:38.336268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-8fead781-56dd-4754-97ee-df117c8bc96f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:38.348329 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-8fead781-56dd-4754-97ee-df117c8bc96f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 816 time: 0.3345218 Jul 25 16:30:38.374877 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-1431ae82-ebfc-4cb0-bdce-9945031387ee tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/quotas/4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 375 time: 0.0249863 Jul 25 16:30:38.389966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:38.419250 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 64e483aa-0760-4898-88fb-542281448f63 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:38.425079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:38.455091 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-40e2ac49-0125-46ea-9261-e0baa4331cfa tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788345 Jul 25 16:30:38.505018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-503c8ddc-e980-4070-aa8d-5a46e2e33e2e None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:38.505933 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-503c8ddc-e980-4070-aa8d-5a46e2e33e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:38.506649 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:38.512699 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:38.527639 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8111cf83-b58a-4352-97e5-73b945d85428 admin admin] 10.222.0.66 "PUT /v2.0/routers/409232ff-a75f-48ef-9429-0e7171361d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6292498 Jul 25 16:30:38.603548 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:38.617077 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-503c8ddc-e980-4070-aa8d-5a46e2e33e2e None None] Port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:38.845444 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-3b8496cb-358e-4e94-8021-246fbde4bfc5 service neutron] 10.222.0.66 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861656 Jul 25 16:30:38.879123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 2, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:38.918233 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18591762-5dd1-4c5e-ab81-40019d0d2567 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 2, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:38.990318 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-b555033a-3c05-4e29-ab2c-008de726e7e1 service neutron] 10.222.0.66 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336737 Jul 25 16:30:39.364844 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4704d4d-e554-411c-896b-0f388fb1de72 req-1e10c87f-452e-427b-b9e5-68ab083164fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 210 time: 0.0758915 Jul 25 16:30:39.836465 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38542) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:39.847426 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-261414651-network', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:39.894954 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Made reservation on behalf of da5a80ea9f1b43d88e4fe96b8b87716e for: {'network': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:39.898032 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:39.909728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.094561 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks [] for security_group (fbcea362-5d32-4344-ae6e-6429a3addd33), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.101715 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (fbcea362-5d32-4344-ae6e-6429a3addd33), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.154966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:30:40.177545 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcea362-5d32-4344-ae6e-6429a3addd33,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:40.186846 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (911dab74-9e6b-4adb-93de-1b18526f9c44), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.187386 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.segments_db [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Added segment 911dab74-9e6b-4adb-93de-1b18526f9c44 of type vlan for network ec78ce29-4650-42bf-9776-2d223e9706cf Jul 25 16:30:40.281390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (ec78ce29-4650-42bf-9776-2d223e9706cf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.369835 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (ec78ce29-4650-42bf-9776-2d223e9706cf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.371082 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:40.372256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.497571 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] Pushing event updated for resources: {'Network': ['ID=ec78ce29-4650-42bf-9776-2d223e9706cf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:40.506011 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-d82660da-ac64-45e6-86f3-763fa219c705 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6672163 Jul 25 16:30:40.510550 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38548) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:40.513442 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network ec78ce29-4650-42bf-9776-2d223e9706cf details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:30:40.518882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Request body: {'subnet': {'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-261414651-subnet', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'ip_version': 4}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:40.562548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Made reservation on behalf of da5a80ea9f1b43d88e4fe96b8b87716e for: {'subnet': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:40.565868 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8500729'] for subnet (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:40.746097 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f5126822-8b76-4fbe-aa6f-a9b960a894e4 req-4f03ac13-34fc-46bc-9e6b-b16929922066 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 210 time: 0.0659945 Jul 25 16:30:41.009857 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10127006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8500683'] for subnet (943896b8-8eaa-4f23-9ad2-fb453293dd93), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.146264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943896b8-8eaa-4f23-9ad2-fb453293dd93,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:41.218099 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Checking segment: {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:41.218590 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Network hostable DHCP agents. Network: ec78ce29-4650-42bf-9776-2d223e9706cf, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:30:41.229145 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:41.235683 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7ca1da6c-9263-43fa-8d6f-c304f92e8ba1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:41.238550 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7ca1da6c-9263-43fa-8d6f-c304f92e8ba1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 816 time: 0.2504466 Jul 25 16:30:41.278150 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Network ec78ce29-4650-42bf-9776-2d223e9706cf is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:30:41.309451 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, ec78ce29-4650-42bf-9776-2d223e9706cf) {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:41.332182 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:41.333425 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.337324 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4059cd-b913-4bc2-8fc0-d47b62e333ef None None] Network ec78ce29-4650-42bf-9776-2d223e9706cf requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:41.406465 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ec4002f2-fc15-4242-8876-3dd3d72790a5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8935270 Jul 25 16:30:41.411001 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38552) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:41.432379 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:41.491608 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-dfee8231-dd8d-4b15-a0f8-01549fbcacd2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 380 time: 0.2438314 Jul 25 16:30:41.510010 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'port': {'device_id': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'admin_state_up': True, 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'security_groups': ['77e7c66f-24e4-416a-9ef0-01abf3a844e3']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:41.543675 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (05bea893-efa7-419d-b5e6-6424906fd331), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.546708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (05bea893-efa7-419d-b5e6-6424906fd331), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.798605 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ebad07e1-2967-47b9-9a9c-3d23e7e3a596 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:41.824112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for router_controller (05bea893-efa7-419d-b5e6-6424906fd331), precommit_add_association {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.839120 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:41.850350 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb000ee2-c107-401f-b837-7343873351de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-ec78ce29-4650-42bf-9776-2d223e9706cf', 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf', 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'fixed_ips': [{'subnet_id': '943896b8-8eaa-4f23-9ad2-fb453293dd93'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:30:41.851635 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.930489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Made reservation on behalf of 4501489e56744cf98e49895b6d5aa6f8 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:30:41.936921 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:41.954399 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:42.096591 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:42.097223 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.141757 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b7320353-cb46-42fb-a233-7b7aada86def req-fa90dd5c-3238-44ca-92ae-19e22206a4b1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 210 time: 0.1567781 Jul 25 16:30:42.281514 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Allocated IP 172.20.0.3 (70511969-6625-420f-86eb-299a6f40df62/2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6/67736d36-f7e4-45ee-9af7-218a816c87b0) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:42.336890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for router_gateway (05bea893-efa7-419d-b5e6-6424906fd331), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.403126 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-eb000ee2-c107-401f-b837-7343873351de None None] Allocated IP 172.20.0.2 (ec78ce29-4650-42bf-9776-2d223e9706cf/943896b8-8eaa-4f23-9ad2-fb453293dd93/2b00c9f4-a5be-4084-9001-f6004a48b71b) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:42.506161 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:42.506705 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.640480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port ebad07e1-2967-47b9-9a9c-3d23e7e3a596, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:42.649743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.839365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.894955 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:42.977475 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:42.982921 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:43.190710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:43.234605 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Network 70511969-6625-420f-86eb-299a6f40df62 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.239395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.240301 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.240301 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.240771 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.242625 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.242625 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.243532 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.244114 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.244656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:30:43.250509 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:43.254371 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:43.324589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks [] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:43.336338 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:43.342500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:43.356368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:43.361755 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:43.373965 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:43.375492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:43.408154 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-7bb82ae3-7d0b-4397-a7de-901cde363e9a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9059803 Jul 25 16:30:43.423077 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:43.427888 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:43.435451 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Request body: {'port': {'device_id': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:43.502081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb000ee2-c107-401f-b837-7343873351de None None] Network ec78ce29-4650-42bf-9776-2d223e9706cf is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:43.555221 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-eb000ee2-c107-401f-b837-7343873351de None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:43.575588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb000ee2-c107-401f-b837-7343873351de None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:43.606325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000ee2-c107-401f-b837-7343873351de None None] Pushing event updated for resources: {'Port': ['ID=2b00c9f4-a5be-4084-9001-f6004a48b71b,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:43.712922 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:43.733959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ebad07e1-2967-47b9-9a9c-3d23e7e3a596 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:43.756800 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d4e8a-78b3-4eb3-b063-28b0e146e26f req-64890d76-845f-481b-85ed-a2ee262ae6e7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:43.768096 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-905d4e8a-78b3-4eb3-b063-28b0e146e26f req-64890d76-845f-481b-85ed-a2ee262ae6e7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 931 time: 0.2056429 Jul 25 16:30:43.787574 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:43.886268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-905d4e8a-78b3-4eb3-b063-28b0e146e26f req-f05e131a-f8f2-4168-906e-67afe7ad3e46 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164145 Jul 25 16:30:43.949175 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for router_gateway (05bea893-efa7-419d-b5e6-6424906fd331), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:43.994905 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.032482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eb000ee2-c107-401f-b837-7343873351de None None] Attempting to bind port 2b00c9f4-a5be-4084-9001-f6004a48b71b on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:44.033483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eb000ee2-c107-401f-b837-7343873351de None None] Attempting to bind port 2b00c9f4-a5be-4084-9001-f6004a48b71b by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:44.033674 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb000ee2-c107-401f-b837-7343873351de None None] Attempting to bind port 2b00c9f4-a5be-4084-9001-f6004a48b71b on network ec78ce29-4650-42bf-9776-2d223e9706cf {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:44.049882 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-cca9b981-5b77-4643-ae08-c2da09c1f1dc None None] Provisioning complete for port 67736d36-f7e4-45ee-9af7-218a816c87b0 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:44.050649 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cca9b981-5b77-4643-ae08-c2da09c1f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.057019 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb000ee2-c107-401f-b837-7343873351de None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:44.057019 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb000ee2-c107-401f-b837-7343873351de None None] Checking segment: {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:44.057637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.058387 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb000ee2-c107-401f-b837-7343873351de None None] Bound using segment: {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:44.059574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-eb000ee2-c107-401f-b837-7343873351de None None] Bound port: 2b00c9f4-a5be-4084-9001-f6004a48b71b, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:44.061493 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.165682 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:44.216689 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 2, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:44.219190 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:44.220191 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.264264 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:44.264998 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Updating router 409232ff-a75f-48ef-9429-0e7171361d76 port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:44.291424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-cca9b981-5b77-4643-ae08-c2da09c1f1dc None None] Port 67736d36-f7e4-45ee-9af7-218a816c87b0 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:44.310041 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.319421 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Allocated IP 172.27.2.205 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/256f111d-7312-4448-93e1-4cea991e76a9) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:44.457858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eb000ee2-c107-401f-b837-7343873351de None None] For port 2b00c9f4-a5be-4084-9001-f6004a48b71b, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:44.468720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eb000ee2-c107-401f-b837-7343873351de None None] For port 2b00c9f4-a5be-4084-9001-f6004a48b71b, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2b00c9f4-a5be-4084-9001-f6004a48b71b,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:44.488169 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb000ee2-c107-401f-b837-7343873351de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.605282 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for port (256f111d-7312-4448-93e1-4cea991e76a9), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.679927 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (256f111d-7312-4448-93e1-4cea991e76a9), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:44.764678 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000ee2-c107-401f-b837-7343873351de None None] Pushing event updated for resources: {'Port': ['ID=2b00c9f4-a5be-4084-9001-f6004a48b71b,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:44.887259 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:44.936315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Pushing event updated for resources: {'Port': ['ID=256f111d-7312-4448-93e1-4cea991e76a9,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:44.944706 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:44.975223 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:44.977658 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:44.988080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:44.997436 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:45.260424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.346180 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4213b3-51f4-4a3f-9530-3dc4118d382b req-618088b6-c4a7-452e-8c1d-6d39492c18e9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:45.349321 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a4213b3-51f4-4a3f-9530-3dc4118d382b req-618088b6-c4a7-452e-8c1d-6d39492c18e9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 931 time: 0.1482127 Jul 25 16:30:45.374504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:30:45.415811 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks [] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.448751 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks [] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.466359 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.472248 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Transition to ACTIVE for port object 67736d36-f7e4-45ee-9af7-218a816c87b0 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:30:45.482516 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.650045 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d37b2-2ad4-4fc4-ae3b-e6b49d5cb0fd None None] Pushing event updated for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:45.704954 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a4213b3-51f4-4a3f-9530-3dc4118d382b req-65441076-4496-4294-95f3-e5a3649f45a8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479793 Jul 25 16:30:45.781148 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:45.863497 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2b00c9f4-a5be-4084-9001-f6004a48b71b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:45.878537 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Attempting to bind port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:45.878890 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Attempting to bind port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:45.879255 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Attempting to bind port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:45.914964 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:45.915620 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:45.916133 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:45.916656 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Bound using segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:45.920200 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Bound port: b78f6658-b5c5-4ad9-8f47-e4c9206fea92, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:45.921181 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.015354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Attempting to bind port 67736d36-f7e4-45ee-9af7-218a816c87b0 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:46.016051 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Attempting to bind port 67736d36-f7e4-45ee-9af7-218a816c87b0 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:46.016051 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Attempting to bind port 67736d36-f7e4-45ee-9af7-218a816c87b0 on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:46.040411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Port 67736d36-f7e4-45ee-9af7-218a816c87b0 on network 70511969-6625-420f-86eb-299a6f40df62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:30:46.041001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Attempting to bind port 67736d36-f7e4-45ee-9af7-218a816c87b0 on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:46.072486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:46.072828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Checking segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:46.079811 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Bound using segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:46.081798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Bound port: 67736d36-f7e4-45ee-9af7-218a816c87b0, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:46.085740 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.121873 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:46.129551 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] For port b78f6658-b5c5-4ad9-8f47-e4c9206fea92, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:46.139166 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 2b00c9f4-a5be-4084-9001-f6004a48b71b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:46.140052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.145855 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] For port b78f6658-b5c5-4ad9-8f47-e4c9206fea92, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:46.158436 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:46.163105 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:46.209375 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.301747 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4e317813-39a0-443c-b19e-a5c1d19742af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.474102 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:46.480082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 2b00c9f4-a5be-4084-9001-f6004a48b71b is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:46.484077 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.488591 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:46.510653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.530168 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:46.538173 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:46.610109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for router_gateway (05bea893-efa7-419d-b5e6-6424906fd331), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.666617 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:46.668848 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.672366 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] 10.222.0.102 "PUT /v2.0/ports/67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 1093 time: 3.2568400 Jul 25 16:30:46.673695 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:46.678596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60156d-f4b0-46b5-9826-b142c13cb4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:46.691402 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d37b2-2ad4-4fc4-ae3b-e6b49d5cb0fd None None] Pushing event updated for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:46.895804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 2b00c9f4-a5be-4084-9001-f6004a48b71b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2b00c9f4-a5be-4084-9001-f6004a48b71b,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:46.908811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:46.915444 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.937733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:46.995191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff443c65-d607-4619-9b34-b46b4a3cfa15 x-openstack-request-id: req-ff443c65-d607-4619-9b34-b46b4a3cfa15 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:46.996830 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:46.998319 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff443c65-d607-4619-9b34-b46b4a3cfa15 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:47.000414 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff443c65-d607-4619-9b34-b46b4a3cfa15'] response: {'name': 'network-changed', 'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'status': 'completed', 'code': 200} Jul 25 16:30:47.005759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c3fe-2dd0-4737-ae4e-10caea5d845e service neutron] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:47.150557 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-d4cfc6c2-cbfb-46e9-a973-fd543917b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:47.154424 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-d4cfc6c2-cbfb-46e9-a973-fd543917b6d3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1127 time: 0.3142078 Jul 25 16:30:47.252212 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444cc8f-3f81-4c5a-9cab-81f7f572e645 req-37bbafa6-de7e-4e9c-a13d-af5838ce6bf2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:47.255240 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a444cc8f-3f81-4c5a-9cab-81f7f572e645 req-37bbafa6-de7e-4e9c-a13d-af5838ce6bf2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.3123257 Jul 25 16:30:47.323371 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=2b00c9f4-a5be-4084-9001-f6004a48b71b,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:47.326075 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-11f68ba9-7714-4409-a592-325c630de09e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 217 time: 0.1644447 Jul 25 16:30:47.338982 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:47.444118 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-4a016552-d51f-42b8-bd7f-6a1125beb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:47.446810 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-4a016552-d51f-42b8-bd7f-6a1125beb0ae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.1146235 Jul 25 16:30:47.480763 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Current status of the port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:47.481153 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:47.523870 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0097c-16e0-42a5-a827-a4d70cd490b1 None None] Network ec78ce29-4650-42bf-9776-2d223e9706cf requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:30:47.536360 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a444cc8f-3f81-4c5a-9cab-81f7f572e645 req-eb0405ca-4f7b-4b81-9fbb-120e213351d9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381358 Jul 25 16:30:47.547586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-d30ae2a2-2821-4473-a249-3ff6c04551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:47.549741 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-d30ae2a2-2821-4473-a249-3ff6c04551cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0961325 Jul 25 16:30:47.570208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:47.639338 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] For port b78f6658-b5c5-4ad9-8f47-e4c9206fea92, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:47.650140 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:47.716959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b78f6658-b5c5-4ad9-8f47-e4c9206fea92 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:47.783011 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (05bea893-efa7-419d-b5e6-6424906fd331), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:47.828282 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-41d93c6b-fb9b-47d8-a05e-a18e3787ab7c service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718511 Jul 25 16:30:47.911844 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:47.914676 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:47.915317 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:47.953239 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:46Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:47.993481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585b73-b2f4-4bb3-91b8-9dc203fc9741 None None] Pushing event updated for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:48.005173 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-16e020b6-6650-4de4-9d9f-2db0f20ee28e req-5a628391-d91e-46c8-8c0d-8b044fd005f8 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709521 Jul 25 16:30:48.012230 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cdf528-3e36-4611-adda-1eb18066f45d None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:46Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:48.015277 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:48.015832 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:48.088312 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Router 05bea893-efa7-419d-b5e6-6424906fd331 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:30:48.270210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:48.272064 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2b00c9f4-a5be-4084-9001-f6004a48b71b up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:48.284830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:48.336053 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:48.342219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38592) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:48.350936 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-66db604f-3e24-47c6-84eb-16574e7025cb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9364610 Jul 25 16:30:48.403588 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Sync routers for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:48.412519 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:48.449669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Current status of the port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:48.479586 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:48.480643 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:48.487627 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Provisioning complete for port 2b00c9f4-a5be-4084-9001-f6004a48b71b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:48.488237 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:48.563295 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 2b00c9f4-a5be-4084-9001-f6004a48b71b triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:48.564054 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:48.616992 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:48.716158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:48.733468 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:48.807852 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c8f9-759e-4119-8890-b6669a7f06b3 req-4edc3965-c9f2-4811-823f-e1ffe36437eb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:48.815790 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bb3c8f9-759e-4119-8890-b6669a7f06b3 req-4edc3965-c9f2-4811-823f-e1ffe36437eb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0951438 Jul 25 16:30:48.833574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:48.891564 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1bb3c8f9-759e-4119-8890-b6669a7f06b3 req-d222a202-8755-4798-a8f6-874d7c322bcc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746925 Jul 25 16:30:48.954883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-66afea2d-53c1-4e0c-8ae6-0e2daf92079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:48.957446 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-66afea2d-53c1-4e0c-8ae6-0e2daf92079d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1127 time: 0.2207701 Jul 25 16:30:49.086866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 2b00c9f4-a5be-4084-9001-f6004a48b71b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:49.117612 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-e5436fa5-1387-464c-b0db-20a0c24f6784 None None] Current status of the port 2b00c9f4-a5be-4084-9001-f6004a48b71b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:49.152608 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-0ee41fc8-ec46-4e81-b659-6291a53b4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:49.154288 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-0ee41fc8-ec46-4e81-b659-6291a53b4061 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1904497 Jul 25 16:30:49.191046 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:45Z', 'revision_number': 3, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:49.229481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Checking router: 05bea893-efa7-419d-b5e6-6424906fd331 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:49.230160 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Updating router 05bea893-efa7-419d-b5e6-6424906fd331 port 256f111d-7312-4448-93e1-4cea991e76a9 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:49.243774 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-2643bf1a-9fc5-4f82-841b-b69c51c520ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 217 time: 0.0604491 Jul 25 16:30:49.284576 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-de3a12f9-e880-4b5d-98e3-19430b40aed8 None None] Provisioning complete for port 2b00c9f4-a5be-4084-9001-f6004a48b71b triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:49.285227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-de3a12f9-e880-4b5d-98e3-19430b40aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:49.368333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-a5758e92-67ae-4d26-be61-cc5d30dc996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:49.370327 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-a5758e92-67ae-4d26-be61-cc5d30dc996f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.1217966 Jul 25 16:30:49.375386 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:49.450820 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-7faebab7-75ff-448f-b9ea-92cb27939c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:49.452511 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-7faebab7-75ff-448f-b9ea-92cb27939c7a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738943 Jul 25 16:30:49.514321 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (256f111d-7312-4448-93e1-4cea991e76a9), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:49.672283 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:49.692831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b78f6658-b5c5-4ad9-8f47-e4c9206fea92 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:49.750998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:49.770976 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-de3a12f9-e880-4b5d-98e3-19430b40aed8 None None] Current status of the port 2b00c9f4-a5be-4084-9001-f6004a48b71b is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:49.817440 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-8f539b83-679f-4102-ba57-2f7f77960334 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584671 Jul 25 16:30:49.913558 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:49.914049 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.011655 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Allocated IP 172.20.0.1 (ec78ce29-4650-42bf-9776-2d223e9706cf/943896b8-8eaa-4f23-9ad2-fb453293dd93/c2d51b88-7f64-460a-b176-27bbec69be58) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:30:50.134964 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6dac-5e05-4194-813b-44e95b9711e4 req-681a39f9-8a14-452b-95a5-eb981e9d2913 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:50.142757 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a61a6dac-5e05-4194-813b-44e95b9711e4 req-681a39f9-8a14-452b-95a5-eb981e9d2913 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1099439 Jul 25 16:30:50.161310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:50.182284 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf60156d-f4b0-46b5-9826-b142c13cb4eb req-eec68560-5916-4cf6-81b6-70211355e795 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574686 Jul 25 16:30:50.185309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:50.236495 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fa1eeedd-c27d-4a61-9bb9-663831a0d4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.248892 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks [] for port (256f111d-7312-4448-93e1-4cea991e76a9), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.254574 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a61a6dac-5e05-4194-813b-44e95b9711e4 req-a27b4fbb-db54-408f-963d-841a3caa5933 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024351 Jul 25 16:30:50.259504 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (256f111d-7312-4448-93e1-4cea991e76a9), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.308072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks [] for port (c2d51b88-7f64-460a-b176-27bbec69be58), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.361048 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c664eb-7f59-49e7-91e3-6c7a2331df23 None None] Pushing event updated for resources: {'Port': ['ID=256f111d-7312-4448-93e1-4cea991e76a9,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:50.370665 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Attempting to bind port 256f111d-7312-4448-93e1-4cea991e76a9 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:50.371279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Attempting to bind port 256f111d-7312-4448-93e1-4cea991e76a9 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:50.371785 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Attempting to bind port 256f111d-7312-4448-93e1-4cea991e76a9 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:50.375828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.380471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:50.381065 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:50.381544 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.382062 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:50.382599 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Bound port: 256f111d-7312-4448-93e1-4cea991e76a9, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:50.383014 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (256f111d-7312-4448-93e1-4cea991e76a9), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.464831 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Network ec78ce29-4650-42bf-9776-2d223e9706cf is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:50.472032 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:50.476728 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:30:50.485793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] For port 256f111d-7312-4448-93e1-4cea991e76a9, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:50.492783 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] For port 256f111d-7312-4448-93e1-4cea991e76a9, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=256f111d-7312-4448-93e1-4cea991e76a9,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:50.505195 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (256f111d-7312-4448-93e1-4cea991e76a9), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.523658 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Pushing event updated for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:50.579750 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (05bea893-efa7-419d-b5e6-6424906fd331), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.626660 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:50.627496 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:50.715739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c664eb-7f59-49e7-91e3-6c7a2331df23 None None] Pushing event updated for resources: {'Port': ['ID=256f111d-7312-4448-93e1-4cea991e76a9,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:50.832395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:50.856135 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:50.972775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-26d17e95-2196-4ca5-8cdf-dd6835686ecd None None] Provisioning complete for port c2d51b88-7f64-460a-b176-27bbec69be58 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:50.973147 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-26d17e95-2196-4ca5-8cdf-dd6835686ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:51.058949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-26d17e95-2196-4ca5-8cdf-dd6835686ecd None None] Port c2d51b88-7f64-460a-b176-27bbec69be58 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:51.137326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks [] for port (c2d51b88-7f64-460a-b176-27bbec69be58), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:51.144418 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:51.145710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:51.188410 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:51.214739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:45Z', 'revision_number': 3, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:51.219950 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:51.225248 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:51.265858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e46e6-f946-4ea0-b3f7-1cc91d08128d None None] The sync data for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi is: [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:45Z', 'revision_number': 3, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:51.271901 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Pushing event updated for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:51.288524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (05bea893-efa7-419d-b5e6-6424906fd331), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:51.491841 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Network ec78ce29-4650-42bf-9776-2d223e9706cf is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:30:51.495925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:30:51.503269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:51.513308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:30:51.530657 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43153c-46df-41c7-9674-db82fadf223a req-109d305d-ada4-41cb-8819-7ee9437661d0 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:51.534574 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fe43153c-46df-41c7-9674-db82fadf223a req-109d305d-ada4-41cb-8819-7ee9437661d0 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1119721 Jul 25 16:30:51.693914 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:51.717895 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fe43153c-46df-41c7-9674-db82fadf223a req-279de70f-adb5-4279-b7be-c5742d625d26 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685863 Jul 25 16:30:51.751153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Router 05bea893-efa7-419d-b5e6-6424906fd331 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:51.847059 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:51.916715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:30:51.927073 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.013903 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:52.014542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.020216 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-67f7e53a-47d4-47d5-99cb-dcc051413f6e None None] Provisioning complete for port c2d51b88-7f64-460a-b176-27bbec69be58 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:52.020660 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-67f7e53a-47d4-47d5-99cb-dcc051413f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.020845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:52.031855 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5035f364-a6c3-499d-ae7d-a424548a520f admin admin] 10.222.0.66 "PUT /v2.0/routers/05bea893-efa7-419d-b5e6-6424906fd331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6892829 Jul 25 16:30:52.071790 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:30:52.111742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-67f7e53a-47d4-47d5-99cb-dcc051413f6e None None] Port c2d51b88-7f64-460a-b176-27bbec69be58 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:30:52.132149 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:52.139852 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.218268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:52.386619 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['67736d36-f7e4-45ee-9af7-218a816c87b0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:30:52.537246 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:52.573713 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.731775 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38612) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:52.737716 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487919838', 'description': 'tempest-secgroup-smoke-487919838 description', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:52.775916 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.953548 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (68a6c932-b16f-435c-b1b7-d6e7391b3821), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:52.971031 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab7496-4001-46d0-9b1e-5f86a35ffb32 req-924bdd8e-7896-4409-9ab8-229cd5ae37ce tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:52.974280 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8cab7496-4001-46d0-9b1e-5f86a35ffb32 req-924bdd8e-7896-4409-9ab8-229cd5ae37ce tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 944 time: 0.1029773 Jul 25 16:30:52.978352 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (68a6c932-b16f-435c-b1b7-d6e7391b3821), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.058483 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.065639 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3276591 Jul 25 16:30:53.065821 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38620) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:53.072126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:53.092814 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d0cf-5fd3-48d2-913a-bb05387fc0fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6c932-b16f-435c-b1b7-d6e7391b3821,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:53.131782 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (9267fe27-bdc3-4053-bdc0-9026b917bc8b), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.149049 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8cab7496-4001-46d0-9b1e-5f86a35ffb32 req-f1019057-f364-440e-a39e-7fb00329f445 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575537 Jul 25 16:30:53.244175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (9267fe27-bdc3-4053-bdc0-9026b917bc8b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.249780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (9267fe27-bdc3-4053-bdc0-9026b917bc8b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.288155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9267fe27-bdc3-4053-bdc0-9026b917bc8b,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:53.298810 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.301158 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9795ef79-e482-4706-84a0-255e6bc39bc9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2347796 Jul 25 16:30:53.305931 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38628) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:53.313462 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:53.358164 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (7e5e637d-93d4-44ba-8865-c027687f57ff), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.460238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (7e5e637d-93d4-44ba-8865-c027687f57ff), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.476663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (7e5e637d-93d4-44ba-8865-c027687f57ff), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.514775 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5e637d-93d4-44ba-8865-c027687f57ff,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:53.521279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:53.522140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.525410 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-695d97db-85eb-4d58-be99-8e945f77029f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2160010 Jul 25 16:30:53.527758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38630) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:53.535266 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:53.586732 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (2e4b5e5a-4464-403f-bf41-6dc2ab8a829f), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.678686 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 67736d36-f7e4-45ee-9af7-218a816c87b0 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:30:53.689646 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 256f111d-7312-4448-93e1-4cea991e76a9 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:53.700818 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 67736d36-f7e4-45ee-9af7-218a816c87b0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:53.701426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.767272 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (2e4b5e5a-4464-403f-bf41-6dc2ab8a829f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.784323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (2e4b5e5a-4464-403f-bf41-6dc2ab8a829f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.815886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 256f111d-7312-4448-93e1-4cea991e76a9 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:53.816534 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (256f111d-7312-4448-93e1-4cea991e76a9), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.823599 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4b5e5a-4464-403f-bf41-6dc2ab8a829f,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:53.838191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.840910 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fadc7bcc-0fb7-4de3-9733-ce9a8229b594 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112912 Jul 25 16:30:53.844952 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38634) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:53.855551 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:53.900404 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Sync routers for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:53.930168 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:53.930758 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.932378 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:53.933559 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:53.954246 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (2b2979d9-dd98-41bd-b028-9fd7cb26174c), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:53.984278 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:53.987579 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a808fad-42fd-4e4d-ab5c-6de66cbf0cc1" -d '{"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:54.038587 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:54.053095 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.061983 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 256f111d-7312-4448-93e1-4cea991e76a9 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:54.062529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (256f111d-7312-4448-93e1-4cea991e76a9), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.086106 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (2b2979d9-dd98-41bd-b028-9fd7cb26174c), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.094779 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (2b2979d9-dd98-41bd-b028-9fd7cb26174c), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.136451 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2979d9-dd98-41bd-b028-9fd7cb26174c,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:54.150927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 256f111d-7312-4448-93e1-4cea991e76a9, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=256f111d-7312-4448-93e1-4cea991e76a9,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:54.157039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.166714 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (256f111d-7312-4448-93e1-4cea991e76a9), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.167081 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e431e031-25f5-4bf6-948f-e3e143feaf30 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173265 Jul 25 16:30:54.170289 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38642) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:54.179771 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:54.190724 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:54.249081 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:54.260634 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Project ee2c762eec4646afbd0ea4d71a58894d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:30:54.270339 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=256f111d-7312-4448-93e1-4cea991e76a9,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:54.278740 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682f7a4-1a6a-45c1-b505-7ca6b6b140c1 x-openstack-request-id: req-b682f7a4-1a6a-45c1-b505-7ca6b6b140c1 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:54.279154 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:54.279473 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b682f7a4-1a6a-45c1-b505-7ca6b6b140c1 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:54.280006 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b682f7a4-1a6a-45c1-b505-7ca6b6b140c1'] response: {'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'code': 200} Jul 25 16:30:54.289005 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (61a25c48-fffd-4eb8-865b-fb4f31eee03a), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.387442 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad296e-aff8-4d31-a43b-db6634178d77 req-e6469c46-7b55-4366-b81b-5929122ac52e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:54.389628 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4ad296e-aff8-4d31-a43b-db6634178d77 req-e6469c46-7b55-4366-b81b-5929122ac52e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0816107 Jul 25 16:30:54.453515 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (61a25c48-fffd-4eb8-865b-fb4f31eee03a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.470237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (61a25c48-fffd-4eb8-865b-fb4f31eee03a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.500504 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4ad296e-aff8-4d31-a43b-db6634178d77 req-a51ac3a6-fc01-407e-a0e7-e600ea8a7721 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999713 Jul 25 16:30:54.514793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a25c48-fffd-4eb8-865b-fb4f31eee03a,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:54.530937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.537586 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fe5ed9a9-4d1b-4b14-984a-229187b1e728 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613863 Jul 25 16:30:54.538988 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38646) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:54.550198 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:54.561874 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'security_group_rule': {'security_group_id': '68a6c932-b16f-435c-b1b7-d6e7391b3821', 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:54.562392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afb1c3-8798-47eb-be1b-2c1014fc5247 req-d9f75df7-65fd-4ee6-8c0a-e9106c63a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:54.565217 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7afb1c3-8798-47eb-be1b-2c1014fc5247 req-d9f75df7-65fd-4ee6-8c0a-e9106c63a476 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1129 time: 0.0696411 Jul 25 16:30:54.590624 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:54.605098 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.securitygroups_db [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Project ee2c762eec4646afbd0ea4d71a58894d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 16:30:54.617841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (33180ea9-6aa8-4194-80ff-97515ca2f428), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.641551 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f7afb1c3-8798-47eb-be1b-2c1014fc5247 req-347fa415-91ed-4990-ab1a-c8b2e0f9aa70 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702522 Jul 25 16:30:54.643555 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 4, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'c2d51b88-7f64-460a-b176-27bbec69be58', 'name': '', 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'mac_address': 'fa:16:3e:dd:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:49Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 2, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'subnets': [{'id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:54.676038 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Checking router: 05bea893-efa7-419d-b5e6-6424906fd331 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:30:54.676534 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Updating router 05bea893-efa7-419d-b5e6-6424906fd331 port c2d51b88-7f64-460a-b176-27bbec69be58 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:30:54.725117 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.730753 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (33180ea9-6aa8-4194-80ff-97515ca2f428), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.736489 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (33180ea9-6aa8-4194-80ff-97515ca2f428), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.746191 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:54.765869 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33180ea9-6aa8-4194-80ff-97515ca2f428,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:54.773937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:54.779314 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-9b5f4bdf-ecb7-4058-9483-9b0834b278fd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396183 Jul 25 16:30:54.913158 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:55.026362 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:55.190244 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks [] for port (c2d51b88-7f64-460a-b176-27bbec69be58), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.199621 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.306737 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a092da1-316b-4ed2-890b-95080ff45a4b None None] Pushing event updated for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:55.442030 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Attempting to bind port c2d51b88-7f64-460a-b176-27bbec69be58 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:30:55.442030 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Attempting to bind port c2d51b88-7f64-460a-b176-27bbec69be58 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:30:55.442030 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Attempting to bind port c2d51b88-7f64-460a-b176-27bbec69be58 on network ec78ce29-4650-42bf-9776-2d223e9706cf {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:30:55.447192 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:30:55.447902 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Checking segment: {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:30:55.448457 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.449106 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Bound using segment: {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:30:55.450465 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Bound port: c2d51b88-7f64-460a-b176-27bbec69be58, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911dab74-9e6b-4adb-93de-1b18526f9c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:30:55.450787 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.734404 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] For port c2d51b88-7f64-460a-b176-27bbec69be58, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:30:55.750023 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] For port c2d51b88-7f64-460a-b176-27bbec69be58, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c2d51b88-7f64-460a-b176-27bbec69be58,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:30:55.775947 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.782958 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 256f111d-7312-4448-93e1-4cea991e76a9 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:55.883037 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a092da1-316b-4ed2-890b-95080ff45a4b None None] Pushing event updated for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:55.925405 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Provisioning complete for port c2d51b88-7f64-460a-b176-27bbec69be58 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:55.926670 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:55.937216 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:55.939900 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:55.951463 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce4b2-11b1-439c-83c3-af7e1ae0cf40 req-d7d00dcf-2120-4290-9484-33422233fc95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:55.954917 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a12ce4b2-11b1-439c-83c3-af7e1ae0cf40 req-d7d00dcf-2120-4290-9484-33422233fc95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1480768 Jul 25 16:30:56.003896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 256f111d-7312-4448-93e1-4cea991e76a9 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:56.007790 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (256f111d-7312-4448-93e1-4cea991e76a9), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:56.069707 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a12ce4b2-11b1-439c-83c3-af7e1ae0cf40 req-87286472-cf38-45bb-88fb-7836d449ad1a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035297 Jul 25 16:30:56.204407 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:56.411183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:56.430659 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:56.452663 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Current status of the port c2d51b88-7f64-460a-b176-27bbec69be58 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:56.453290 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:56.478826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 256f111d-7312-4448-93e1-4cea991e76a9 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:56.518336 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] For port c2d51b88-7f64-460a-b176-27bbec69be58, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c2d51b88-7f64-460a-b176-27bbec69be58,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:30:56.525026 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:56.555878 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 4, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'c2d51b88-7f64-460a-b176-27bbec69be58', 'name': '', 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'mac_address': 'fa:16:3e:dd:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:49Z', 'updated_at': '2022-07-25T16:30:55Z', 'revision_number': 4, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'subnets': [{'id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:56.588040 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c831973-fa14-4851-807e-bb2ac5a2d421 None None] The sync data for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi is: [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:30:50Z', 'revision_number': 4, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'c2d51b88-7f64-460a-b176-27bbec69be58', 'name': '', 'network_id': 'ec78ce29-4650-42bf-9776-2d223e9706cf', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'mac_address': 'fa:16:3e:dd:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:49Z', 'updated_at': '2022-07-25T16:30:55Z', 'revision_number': 4, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'subnets': [{'id': '943896b8-8eaa-4f23-9ad2-fb453293dd93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:30:56.617366 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb77f2a-5296-4a2b-a72f-753614384730 None None] Pushing event updated for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:30:56.668015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ed3eac24-93a5-4d9a-a8c4-427206ff6254 None None] Provisioning complete for port c2d51b88-7f64-460a-b176-27bbec69be58 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:56.668508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ed3eac24-93a5-4d9a-a8c4-427206ff6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:57.053897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ed3eac24-93a5-4d9a-a8c4-427206ff6254 None None] Current status of the port c2d51b88-7f64-460a-b176-27bbec69be58 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:57.346979 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8db9b-190a-4612-b042-2c83a4207834 req-6c8674bc-5873-49ac-81b2-89c0b5c5aa19 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:57.350373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-18c8db9b-190a-4612-b042-2c83a4207834 req-6c8674bc-5873-49ac-81b2-89c0b5c5aa19 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0920262 Jul 25 16:30:57.449651 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-18c8db9b-190a-4612-b042-2c83a4207834 req-bc70b443-5d6f-40b7-9bac-198f1bfa2e9c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852098 Jul 25 16:30:57.650604 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c2d51b88-7f64-460a-b176-27bbec69be58 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:30:57.674492 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ba4-e1f2-476f-9a4f-ef9c8c1ba8d0 req-5d1d01d9-1ae7-4815-b824-d372013486fd tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:57.677838 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c2137ba4-e1f2-476f-9a4f-ef9c8c1ba8d0 req-5d1d01d9-1ae7-4815-b824-d372013486fd tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0932875 Jul 25 16:30:57.705525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38726) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:30:57.714729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'floatingip': {'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:30:57.759692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port c2d51b88-7f64-460a-b176-27bbec69be58 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:30:57.760319 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:57.809362 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:57.930313 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port c2d51b88-7f64-460a-b176-27bbec69be58 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:30:58.639711 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:58.646236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:58.836296 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Floating IP 0e7557e4-86b2-4b67-81ea-1e741fc19ae6 associated. External IP: 172.27.2.32, port: 67736d36-f7e4-45ee-9af7-218a816c87b0. Jul 25 16:30:59.016466 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:59.523406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:59.528568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:30:59.731495 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:30:59.741120 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:30:59.748475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:30:59.769402 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:30:59.770145 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:30:59.805479 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4ad4583b-044a-4c17-a71c-81dcb45a4b72 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "PUT /v2.0/floatingips/0e7557e4-86b2-4b67-81ea-1e741fc19ae6 HTTP/1.1" status: 200 len: 990 time: 2.0974369 Jul 25 16:30:59.806459 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:30:59.810747 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aeac8d-0992-4a8c-8f06-57c074c9024d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:30:59.882839 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d124918e-bfb1-4bdf-bfd2-fbb4e802e2b8 x-openstack-request-id: req-d124918e-bfb1-4bdf-bfd2-fbb4e802e2b8 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:30:59.884392 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:30:59.884854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d124918e-bfb1-4bdf-bfd2-fbb4e802e2b8 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:30:59.885566 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d124918e-bfb1-4bdf-bfd2-fbb4e802e2b8'] response: {'name': 'network-changed', 'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'status': 'completed', 'code': 200} Jul 25 16:30:59.944524 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:30:59.964696 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:30:59.980513 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-7a8392e1-78eb-498d-b891-89d408ad8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:30:59.983420 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-7a8392e1-78eb-498d-b891-89d408ad8174 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1129 time: 0.0739670 Jul 25 16:30:59.989410 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:31:00.171489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-58e22690-cada-4024-9012-0f0be416f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:00.175035 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-58e22690-cada-4024-9012-0f0be416f101 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1855316 Jul 25 16:31:00.191829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:00.316090 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-4577c9bb-57f0-42b0-a3a9-166adf1941f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 998 time: 0.1342497 Jul 25 16:31:00.402769 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-8bc1e746-58df-490d-9e94-b5c91e049541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:00.404741 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-8bc1e746-58df-490d-9e94-b5c91e049541 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0817020 Jul 25 16:31:00.406563 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '0e7557e4-86b2-4b67-81ea-1e741fc19ae6', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:30:36Z', 'updated_at': '2022-07-25T16:30:58Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:00.461984 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:31:00.480396 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:00.481550 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:00.496227 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-1c2a371c-0846-4c14-b82b-2d6c91aff8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:00.498738 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-1c2a371c-0846-4c14-b82b-2d6c91aff8b8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877576 Jul 25 16:31:00.653597 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-b2cf9c68-37cd-4fb4-8093-1d98a088d3ca service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464894 Jul 25 16:31:00.661990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:00.832403 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-03aeac8d-0992-4a8c-8f06-57c074c9024d req-b34abe25-57fc-490a-a9e2-c39d440a172f service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718519 Jul 25 16:31:01.104706 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '0e7557e4-86b2-4b67-81ea-1e741fc19ae6', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:30:36Z', 'updated_at': '2022-07-25T16:30:58Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:01.155352 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f39dae-acce-496c-b47c-dd8f90255f29 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '0e7557e4-86b2-4b67-81ea-1e741fc19ae6', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:30:36Z', 'updated_at': '2022-07-25T16:30:58Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:31:01.504760 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc22845d-c20d-4147-8d48-f860fdd1be82 None None] New status for floating IP 0e7557e4-86b2-4b67-81ea-1e741fc19ae6: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:31:01.568699 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:08.067155 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b51f-1b3e-4254-a93a-0665c1646a60 req-447641ea-2412-405c-8384-299841193ad5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:08.068784 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f909b51f-1b3e-4254-a93a-0665c1646a60 req-447641ea-2412-405c-8384-299841193ad5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0792944 Jul 25 16:31:08.142153 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f909b51f-1b3e-4254-a93a-0665c1646a60 req-48ebfcb1-7dfb-4349-b124-767d87afee9b tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628996 Jul 25 16:31:09.298430 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fce340-8ab9-4fb3-8d28-57cc23dc1175 req-f74bb0e7-bd57-47c4-8b4b-2d8f4b77b796 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:09.300065 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-27fce340-8ab9-4fb3-8d28-57cc23dc1175 req-f74bb0e7-bd57-47c4-8b4b-2d8f4b77b796 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0578582 Jul 25 16:31:09.363951 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-27fce340-8ab9-4fb3-8d28-57cc23dc1175 req-59b40e4d-92e5-4a1a-b078-342c73bbffe5 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537088 Jul 25 16:31:09.908613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-aeabe800-a07c-480f-b1ab-b59a8b0d31f2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:09.910685 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-aeabe800-a07c-480f-b1ab-b59a8b0d31f2 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0868931 Jul 25 16:31:10.017114 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Deleting port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:10.017501 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:10.488827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] For port bb374d5e-fe9e-4511-9e53-90ae0fd8e672, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:10.490191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:10.530527 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-2aeae979-05c7-41e8-8d9d-df5c9b51eafb tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487919838&fields=id&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 267 time: 0.1036794 Jul 25 16:31:10.561449 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556735-f3c6-42dc-a04e-e38c243d7cf9 req-944639a8-49a2-4e85-8cb3-8813dc2a8dd0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:10.562995 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5f556735-f3c6-42dc-a04e-e38c243d7cf9 req-944639a8-49a2-4e85-8cb3-8813dc2a8dd0 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 945 time: 0.0729191 Jul 25 16:31:10.729591 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5f556735-f3c6-42dc-a04e-e38c243d7cf9 req-34b07010-8d52-44b1-b535-9c77707a43bc tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c48cb58-46e1-4a0d-97c4-1578710e8635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478407 Jul 25 16:31:10.743125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:10.743640 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:10.744090 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Floating IP 884b006c-2104-45bd-b08f-ffdb7e35d408 disassociated. External IP: 172.27.2.162, port: bb374d5e-fe9e-4511-9e53-90ae0fd8e672. Jul 25 16:31:10.744596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Calling delete_port for bb374d5e-fe9e-4511-9e53-90ae0fd8e672 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:10.755075 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:10.757737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-c3ee7b72-612e-4551-92d1-ef90d8b192e6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:10.759548 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-c3ee7b72-612e-4551-92d1-ef90d8b192e6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.2151053 Jul 25 16:31:10.782608 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-d345c90b-0057-4a2c-9fb6-b0c15f03a9c5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/quotas/ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 375 time: 0.0110679 Jul 25 16:31:10.868722 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-ac1b5ed5-90b8-4668-8395-4f3bd47d7cd9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756767 Jul 25 16:31:10.933769 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (bb374d5e-fe9e-4511-9e53-90ae0fd8e672), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:10.976867 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'Port': ['ID=bb374d5e-fe9e-4511-9e53-90ae0fd8e672,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:11.015572 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-ff075fe6-0c49-485e-8464-dfc6a775441f service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322463 Jul 25 16:31:11.100116 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=76 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:11.108319 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:11.111153 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=40 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:11.164938 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:11.172421 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-c4cf549a-7be7-4016-9d60-3923a2d273a1 service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450634 Jul 25 16:31:11.173780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:31:11.370345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:31:11.391272 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:31:11.411589 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:11.412908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:11.431561 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] No DVR routers for this DVR port bb374d5e-fe9e-4511-9e53-90ae0fd8e672 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:31:11.435271 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:11.439089 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-5ffe46a4-892e-4a45-a141-39e471019a14 req-d0cad128-8bfb-4f09-88df-ba7a50e456dd tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.102 "DELETE /v2.0/ports/bb374d5e-fe9e-4511-9e53-90ae0fd8e672 HTTP/1.1" status: 204 len: 173 time: 1.5214713 Jul 25 16:31:11.439721 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'name': 'network-vif-deleted', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:31:11.443298 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414792ee-9e8d-46a4-9dc6-7dba136d7463" -d '{"events": [{"server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "name": "network-vif-deleted", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:31:11.512839 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d4582-339b-43c8-b53f-d00c633d6113 x-openstack-request-id: req-b18d4582-339b-43c8-b53f-d00c633d6113 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:31:11.514181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ac90f4-881f-449c-831f-30d2a1da6918", "name": "network-vif-deleted", "tag": "bb374d5e-fe9e-4511-9e53-90ae0fd8e672", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:31:11.514181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b18d4582-339b-43c8-b53f-d00c633d6113 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:31:11.514181 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18d4582-339b-43c8-b53f-d00c633d6113'] response: {'server_uuid': '14ac90f4-881f-449c-831f-30d2a1da6918', 'name': 'network-vif-deleted', 'tag': 'bb374d5e-fe9e-4511-9e53-90ae0fd8e672', 'status': 'completed', 'code': 200} Jul 25 16:31:11.695268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:11.763656 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bc13015b-4dfe-4bc5-bf70-2b967c60f810 req-03da5107-3867-44f4-8cc3-13d8442ec84b tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 210 time: 0.0619879 Jul 25 16:31:11.967082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cf9ab0f4-ff97-4a12-a653-4ddd640f2998 req-966529da-c0d8-4796-b711-b01c1d73ede9 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/ports?device_id=14ac90f4-881f-449c-831f-30d2a1da6918 HTTP/1.1" status: 200 len: 210 time: 0.0620611 Jul 25 16:31:12.031843 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:12.072923 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:31:12.088981 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:12.089672 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:30:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:12.213224 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:12.614995 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:12.657447 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af027146-bce5-43b4-a37c-efecefae5593 None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:24:36Z', 'revision_number': 4, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14', 'name': '', 'network_id': 'ab360f41-bf62-4a29-ad06-3a6595fd95fd', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'mac_address': 'fa:16:3e:94:15:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:33Z', 'updated_at': '2022-07-25T16:24:47Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'subnets': [{'id': '8c73b70b-a4ef-4199-82ab-d49f3df7dc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:31:12.934455 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-21135a09-c8df-4a26-9acf-c44f6d7c751e req-d44883a6-a527-43f6-943e-c50c9a46f5f5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 210 time: 0.0359986 Jul 25 16:31:12.970634 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e4c7b-6310-4c44-892f-bff983211190 None None] New status for floating IP 884b006c-2104-45bd-b08f-ffdb7e35d408: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:31:13.148053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-409e564b-f955-47d5-af60-20f2ff8b4b7f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:13.149859 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-409e564b-f955-47d5-af60-20f2ff8b4b7f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.1880560 Jul 25 16:31:13.189977 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38868) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:13.214957 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:13.249804 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-a1b72699-0a17-49fc-b710-03dcaea4392d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 379 time: 0.0919523 Jul 25 16:31:13.269748 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'port': {'device_id': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'admin_state_up': True, 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'security_groups': ['68a6c932-b16f-435c-b1b7-d6e7391b3821']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:31:13.272132 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (6c48cb58-46e1-4a0d-97c4-1578710e8635), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.312125 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (6c48cb58-46e1-4a0d-97c4-1578710e8635), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.372416 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:13.399318 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6c48cb58-46e1-4a0d-97c4-1578710e8635), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.403116 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.404698 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c48cb58-46e1-4a0d-97c4-1578710e8635 HTTP/1.1" status: 204 len: 168 time: 0.2135375 Jul 25 16:31:13.410082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38870) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:13.432515 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c48cb58-46e1-4a0d-97c4-1578710e8635,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:13.440848 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.442828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.443578 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.444357 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.445067 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.446656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.446656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.447179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.447956 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.448493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.448940 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.449322 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.449816 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.450306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.450749 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6967b879-05ba-4a37-8b78-704e8d54d128 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:13.452436 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Made reservation on behalf of ee2c762eec4646afbd0ea4d71a58894d for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:31:13.455442 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-21c9d124-0f61-45f9-a25c-f7e458694b4e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] show failed (client error): The resource could not be found. Jul 25 16:31:13.460772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.462213 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-21c9d124-0f61-45f9-a25c-f7e458694b4e tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "GET /v2.0/security-groups/6c48cb58-46e1-4a0d-97c4-1578710e8635 HTTP/1.1" status: 404 len: 347 time: 0.0456805 Jul 25 16:31:13.462325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38872) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:13.637526 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb374d5e-fe9e-4511-9e53-90ae0fd8e672 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:31:13.681743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: bb374d5e-fe9e-4511-9e53-90ae0fd8e672 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:31:13.682407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device bb374d5e-fe9e-4511-9e53-90ae0fd8e672 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:31:13.690749 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:13.730204 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Deleting port 4a3b9a52-cdff-4c04-8069-fe0be9844364 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:13.730801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.863567 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.20.0.14 (5179c8ca-857c-4cbe-a31d-a95e81512509/c6f3801f-6d9e-4ffc-a509-c0d71dd74797/ba67a122-49be-4a38-b52a-c75066e7b265) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:31:13.904110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.904455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (4a3b9a52-cdff-4c04-8069-fe0be9844364), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:13.944162 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Calling delete_port for 4a3b9a52-cdff-4c04-8069-fe0be9844364 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:14.077563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:14.090083 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ac1e23b2-d712-4ffd-8a6b-213e42300b4d req-9cbda148-62e0-493a-b1da-204904d57d09 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 210 time: 0.0527101 Jul 25 16:31:14.175659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (ba67a122-49be-4a38-b52a-c75066e7b265), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.269244 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.309180 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (4a3b9a52-cdff-4c04-8069-fe0be9844364), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.336056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:31:14.344624 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:31:14.351219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:31:14.380073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:14.453752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Pushing event deleted for resources: {'Port': ['ID=4a3b9a52-cdff-4c04-8069-fe0be9844364,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:14.497711 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:14.498560 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.511782 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks [] for floatingip (884b006c-2104-45bd-b08f-ffdb7e35d408), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.515616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.517706 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4e6f7ee9-cbe9-49f9-b591-8dea1ea6a0c8 tempest-AttachVolumeTestJSON-361562925 tempest-AttachVolumeTestJSON-361562925-project] 10.222.0.66 "DELETE /v2.0/floatingips/884b006c-2104-45bd-b08f-ffdb7e35d408 HTTP/1.1" status: 204 len: 168 time: 1.0551293 Jul 25 16:31:14.539999 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-99e044bd-884c-4f3a-bd0e-e7dbf6a4e50f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2768452 Jul 25 16:31:14.555542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Request body: {'port': {'device_id': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:31:14.602919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:14.625606 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-be8c51e2-40b2-4e85-81fc-7207508cd03c None None] Provisioning complete for port ba67a122-49be-4a38-b52a-c75066e7b265 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:31:14.626113 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-be8c51e2-40b2-4e85-81fc-7207508cd03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.638282 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:14.679276 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-be8c51e2-40b2-4e85-81fc-7207508cd03c None None] Port ba67a122-49be-4a38-b52a-c75066e7b265 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:31:15.029768 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba67a122-49be-4a38-b52a-c75066e7b265 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:31:15.040139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks [] for port (ba67a122-49be-4a38-b52a-c75066e7b265), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.056362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Transition to ACTIVE for port object ba67a122-49be-4a38-b52a-c75066e7b265 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:31:15.061726 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.120097 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:15.240982 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Attempting to bind port ba67a122-49be-4a38-b52a-c75066e7b265 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:31:15.242022 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Attempting to bind port ba67a122-49be-4a38-b52a-c75066e7b265 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:31:15.242160 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Attempting to bind port ba67a122-49be-4a38-b52a-c75066e7b265 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:31:15.250516 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:15.252240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Port ba67a122-49be-4a38-b52a-c75066e7b265 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:31:15.252790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Attempting to bind port ba67a122-49be-4a38-b52a-c75066e7b265 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:31:15.264280 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:31:15.264851 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:31:15.266472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Bound using segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:31:15.267248 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Bound port: ba67a122-49be-4a38-b52a-c75066e7b265, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:31:15.267925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.281276 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea817fb0-0282-4d80-9963-402ce90c6095 req-a64b17cf-81ec-4d5c-9452-126e796fb6c6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:15.282998 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea817fb0-0282-4d80-9963-402ce90c6095 req-a64b17cf-81ec-4d5c-9452-126e796fb6c6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.0662796 Jul 25 16:31:15.294844 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.392636 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:31:15.395188 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea817fb0-0282-4d80-9963-402ce90c6095 req-51afd89b-2617-4b10-972f-1f5cfecca591 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993485 Jul 25 16:31:15.398355 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba67a122-49be-4a38-b52a-c75066e7b265,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:31:15.408541 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.486484 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:15.488056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:15.490616 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] 10.222.0.102 "PUT /v2.0/ports/ba67a122-49be-4a38-b52a-c75066e7b265 HTTP/1.1" status: 200 len: 1094 time: 0.9401686 Jul 25 16:31:15.492615 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:31:15.503804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e27ac9-304b-4e17-a18a-4867c97c0321" -d '{"events": [{"name": "network-changed", "server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:31:15.528529 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dea73-134d-40aa-b8ae-48798c1a7ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:15.603288 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2703426-2e0a-41c4-ab45-63e218a460df x-openstack-request-id: req-b2703426-2e0a-41c4-ab45-63e218a460df {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:31:15.603288 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:31:15.603773 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2703426-2e0a-41c4-ab45-63e218a460df {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:31:15.603886 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2703426-2e0a-41c4-ab45-63e218a460df'] response: {'name': 'network-changed', 'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'status': 'completed', 'code': 200} Jul 25 16:31:15.768716 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-5dbe5d46-77c6-4ba8-b40c-f4dbc49481f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:15.771310 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-5dbe5d46-77c6-4ba8-b40c-f4dbc49481f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 1128 time: 0.0635550 Jul 25 16:31:15.944459 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-3b5fba6d-b585-4237-80a7-c3ffec542ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:15.949111 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-3b5fba6d-b585-4237-80a7-c3ffec542ae7 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1683309 Jul 25 16:31:16.062922 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:16.100415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-c3cc1c0b-f3fb-49e3-8213-91c6511fbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:16.102988 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c9e27ac9-304b-4e17-a18a-4867c97c0321 req-c3cc1c0b-f3fb-49e3-8213-91c6511fbb90 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499121 Jul 25 16:31:16.225746 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-d9cc3ce5-70d6-4cb0-a991-fcf1a4a5c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:16.227685 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-d9cc3ce5-70d6-4cb0-a991-fcf1a4a5c914 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 1128 time: 0.0766084 Jul 25 16:31:16.238810 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-950b2e27-52e8-41e6-ba34-63ebd157f9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:16.279117 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-3a086f62-7b96-47ee-8236-72ceba8ffa02 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba67a122-49be-4a38-b52a-c75066e7b265 HTTP/1.1" status: 200 len: 217 time: 0.0442774 Jul 25 16:31:16.350270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-49fbf632-1437-4f6a-ba1f-1ae02fe70346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:16.352823 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-49fbf632-1437-4f6a-ba1f-1ae02fe70346 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0680492 Jul 25 16:31:16.415392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-05f9678b-1551-4044-8843-c7a5a5d531d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:16.417177 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-05f9678b-1551-4044-8843-c7a5a5d531d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582707 Jul 25 16:31:16.563506 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-b357e4cb-e160-4d83-b214-947e134c418f service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395516 Jul 25 16:31:16.591474 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780851c-6a5b-41bc-afe0-7d14d36db8f6 req-531b12d5-9bc0-4414-bd5c-9a74cb1890ff tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:16.594501 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1780851c-6a5b-41bc-afe0-7d14d36db8f6 req-531b12d5-9bc0-4414-bd5c-9a74cb1890ff tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.0865126 Jul 25 16:31:16.671862 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1780851c-6a5b-41bc-afe0-7d14d36db8f6 req-426fda86-6c3e-4a4c-bdb1-f2a3a270a78e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667148 Jul 25 16:31:16.700546 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b28a0d29-0ed9-4dbc-82a2-0f6f0aa1de54 req-c5beea5c-e348-438b-ab74-be2297edb505 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309566 Jul 25 16:31:17.848112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f258-fe67-40be-b409-107a23800914 req-677f341c-1638-4f3d-9b19-0b985ba39b05 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:17.852170 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2971f258-fe67-40be-b409-107a23800914 req-677f341c-1638-4f3d-9b19-0b985ba39b05 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.0768504 Jul 25 16:31:17.926257 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2971f258-fe67-40be-b409-107a23800914 req-e5765206-ae82-4315-8dd1-ee07ef70793e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682838 Jul 25 16:31:18.452955 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38912) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:19.195499 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5bd33-793b-4f8d-b5b6-094b4d8cff29 req-166b8a6a-7b81-46a0-b27c-2f9248a3e98d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:19.198332 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ac5bd33-793b-4f8d-b5b6-094b4d8cff29 req-166b8a6a-7b81-46a0-b27c-2f9248a3e98d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.1526639 Jul 25 16:31:19.249229 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (05139dea-cf56-4a00-a647-1fbec6eb202f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:19.440309 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ac5bd33-793b-4f8d-b5b6-094b4d8cff29 req-5abadd74-2074-4fbe-9664-8e579bb25f94 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329686 Jul 25 16:31:19.486077 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:19.693951 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Deleting port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:19.694389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:19.747388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:19.805696 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] For port 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:19.806109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:19.825179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Calling delete_port for 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:20.048560 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:20.077991 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:20.184000 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1783d816-5551-4da6-9048-1a59d5ccd448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:20.208659 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-623d853f-25de-46db-8f15-2f9404277bf4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802741 Jul 25 16:31:20.345510 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-6edd5d2d-d260-4431-a1ae-18e6522e35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:20.349772 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-6edd5d2d-d260-4431-a1ae-18e6522e35c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0775476 Jul 25 16:31:20.377265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (05139dea-cf56-4a00-a647-1fbec6eb202f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:20.541836 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-35628855-0020-4c20-abe5-36679a7453ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:20.543686 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-35628855-0020-4c20-abe5-36679a7453ac service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.1650977 Jul 25 16:31:20.645848 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-18c50746-887c-40a3-8311-2cb0a37f2b1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 1001 time: 0.0944006 Jul 25 16:31:20.665734 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:20.744245 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-d86af813-fdb6-4e07-9faf-52d48d74b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:20.746884 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-d86af813-fdb6-4e07-9faf-52d48d74b0db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0940399 Jul 25 16:31:20.748345 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1bf9c-c0f4-45e9-9f71-f511240752ca req-822e2387-fb2e-4afe-a3fd-73de565c5624 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:20.750145 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22b1bf9c-c0f4-45e9-9f71-f511240752ca req-822e2387-fb2e-4afe-a3fd-73de565c5624 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.1329737 Jul 25 16:31:20.781999 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:20.832628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-3bc5ed87-37d4-40ec-96f4-aaf3bdb2f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:20.834290 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Router 05139dea-cf56-4a00-a647-1fbec6eb202f has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:31:20.835693 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-3bc5ed87-37d4-40ec-96f4-aaf3bdb2f64f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809481 Jul 25 16:31:20.866086 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-22b1bf9c-c0f4-45e9-9f71-f511240752ca req-ebdb3290-9b2d-4ccb-9ce2-771d6c79c037 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044152 Jul 25 16:31:20.963182 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:20.989767 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:31:21.001237 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-00eb19a6-00bf-4cc6-a3d8-00a9c01aff6a admin admin] 10.222.0.66 "PUT /v2.0/routers/05139dea-cf56-4a00-a647-1fbec6eb202f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517199 Jul 25 16:31:21.001237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38920) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:21.004324 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Sync routers for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:31:21.008690 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-d6273153-fafd-40b1-83f4-acfdecd3a712 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668549 Jul 25 16:31:21.020337 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:21.021360 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:31:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:21.154360 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks [] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.198345 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8b7d59f1-6965-4209-8bbc-0336fbfdb3f6 req-37c16030-9588-4305-b648-c3a3f4f6a8b9 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837103 Jul 25 16:31:21.198866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.218108 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:21.308256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks [] for router_gateway (05139dea-cf56-4a00-a647-1fbec6eb202f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.382300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Deleting port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:21.383109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.479706 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:31:19Z', 'revision_number': 5, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port': {'id': '0e2ad6a9-a96b-4a39-b38e-d7e50201701b', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:24:28Z', 'updated_at': '2022-07-25T16:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:21.505171 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] For port 0e2ad6a9-a96b-4a39-b38e-d7e50201701b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:21.505516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.508023 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Checking router: 05139dea-cf56-4a00-a647-1fbec6eb202f for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:31:21.523676 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Routers {'05139dea-cf56-4a00-a647-1fbec6eb202f'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:21.525674 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:31:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05139dea-cf56-4a00-a647-1fbec6eb202f'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:21.527947 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Calling delete_port for 0e2ad6a9-a96b-4a39-b38e-d7e50201701b owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:21.623094 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] Set router 05139dea-cf56-4a00-a647-1fbec6eb202f gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:21.681949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:31:21Z', 'revision_number': 6, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:21.713876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d325-959b-45a3-82c1-64c588226ee0 None None] The sync data for ids ['05139dea-cf56-4a00-a647-1fbec6eb202f'] in dv-cinder-836973-15-iscsi is: [{'id': '05139dea-cf56-4a00-a647-1fbec6eb202f', 'name': 'tempest-AttachVolumeTestJSON-73784076-router', 'tenant_id': '5c4be8083168475198c66cca890b18a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:24:26Z', 'updated_at': '2022-07-25T16:31:21Z', 'revision_number': 6, 'project_id': '5c4be8083168475198c66cca890b18a9', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:31:21.774338 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (0e2ad6a9-a96b-4a39-b38e-d7e50201701b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.806668 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2ad6a9-a96b-4a39-b38e-d7e50201701b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:21.876861 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:21.892083 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (05139dea-cf56-4a00-a647-1fbec6eb202f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.292248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.299109 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks [] for router_controller (05139dea-cf56-4a00-a647-1fbec6eb202f), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.323531 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae250e-39b7-40fb-9d55-85d1bb41b429 req-e27c705e-731a-4dca-9cf7-946e41934c80 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:22.325242 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4eae250e-39b7-40fb-9d55-85d1bb41b429 req-e27c705e-731a-4dca-9cf7-946e41934c80 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.0999744 Jul 25 16:31:22.390308 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (05139dea-cf56-4a00-a647-1fbec6eb202f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.391433 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05139dea-cf56-4a00-a647-1fbec6eb202f {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:31:22.399730 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.401299 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3f9e7895-c6e9-408c-950b-d16cd819018d admin admin] 10.222.0.66 "DELETE /v2.0/routers/05139dea-cf56-4a00-a647-1fbec6eb202f HTTP/1.1" status: 204 len: 168 time: 1.3948655 Jul 25 16:31:22.402130 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:22.405817 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 38926) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:22.445583 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4eae250e-39b7-40fb-9d55-85d1bb41b429 req-97bccaf0-a897-41b8-b651-870b9c3543db tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815513 Jul 25 16:31:22.495521 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Deleting subnet 8c73b70b-a4ef-4199-82ab-d49f3df7dc6c {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:31:22.500962 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Publish callbacks [] for subnet (8c73b70b-a4ef-4199-82ab-d49f3df7dc6c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.548928 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.573579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (8c73b70b-a4ef-4199-82ab-d49f3df7dc6c), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.650936 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:22.670348 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (8c73b70b-a4ef-4199-82ab-d49f3df7dc6c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.746087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (8c73b70b-a4ef-4199-82ab-d49f3df7dc6c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.778569 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c73b70b-a4ef-4199-82ab-d49f3df7dc6c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:22.783250 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.786823 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8e8d7874-93f6-4f33-b7ca-d0a6a296f484 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8c73b70b-a4ef-4199-82ab-d49f3df7dc6c HTTP/1.1" status: 204 len: 168 time: 0.3784707 Jul 25 16:31:22.789744 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38928) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:22.793816 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8eca0-a6b1-4990-939d-9d60f625353d None None] Network ab360f41-bf62-4a29-ad06-3a6595fd95fd requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:31:22.865452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:22.877673 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (ab360f41-bf62-4a29-ad06-3a6595fd95fd), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:22.934669 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:22.935355 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Deleting port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:22.935734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.047912 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] DHCP port deletion for ab360f41-bf62-4a29-ad06-3a6595fd95fd request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:31:23.048460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] For port fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:23.049086 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.082677 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Calling delete_port for fce66f34-dd78-44c9-8edb-aec2c95e0ce4 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:23.100629 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Deleting port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:31:23.101015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.170454 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:23.184483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:23.186786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] For port fce66f34-dd78-44c9-8edb-aec2c95e0ce4, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,segment=NetworkSegment(f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8),segment_id=f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:23.187199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.205303 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Calling delete_port for fce66f34-dd78-44c9-8edb-aec2c95e0ce4 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:31:23.210837 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.246926 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] No DVR routers for this DVR port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:31:23.249828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:23.286748 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:23.310431 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (fce66f34-dd78-44c9-8edb-aec2c95e0ce4), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.332721 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] No DVR routers for this DVR port fce66f34-dd78-44c9-8edb-aec2c95e0ce4 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:31:23.371029 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (ab360f41-bf62-4a29-ad06-3a6595fd95fd), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.375038 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea03bad-f46e-4855-bd73-bf68c85ea5e1 None None] Pushing event deleted for resources: {'Port': ['ID=fce66f34-dd78-44c9-8edb-aec2c95e0ce4,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:23.406751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab360f41-bf62-4a29-ad06-3a6595fd95fd']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:23.425703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:23.426092 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:23.443802 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.462036 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.479925 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:31:23.480237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.614946 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:31:23.645866 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (ab360f41-bf62-4a29-ad06-3a6595fd95fd), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.648921 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:31:23.649463 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2aa3ec6e-ea8a-47d9-8f66-57e70ab41f14 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:31:23.650097 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 0e2ad6a9-a96b-4a39-b38e-d7e50201701b no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:31:23.657836 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ba67a122-49be-4a38-b52a-c75066e7b265 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:31:23.660610 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:23.669781 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] 10.222.0.66 "DELETE /v2.0/networks/ab360f41-bf62-4a29-ad06-3a6595fd95fd HTTP/1.1" status: 204 len: 168 time: 0.8751776 Jul 25 16:31:23.697524 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeca606-d617-429d-9021-b324527430fb req-d59f080e-6660-4d10-8174-2490827ed2aa tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:23.700260 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-baeca606-d617-429d-9021-b324527430fb req-d59f080e-6660-4d10-8174-2490827ed2aa tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 944 time: 0.1452141 Jul 25 16:31:23.701982 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5f443-a094-425b-8230-498e80dcdc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab360f41-bf62-4a29-ad06-3a6595fd95fd,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:23.702981 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 0e2ad6a9-a96b-4a39-b38e-d7e50201701b {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:31:23.703631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 0e2ad6a9-a96b-4a39-b38e-d7e50201701b not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:31:23.704642 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device fce66f34-dd78-44c9-8edb-aec2c95e0ce4 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:31:23.764594 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: fce66f34-dd78-44c9-8edb-aec2c95e0ce4 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:31:23.765124 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device fce66f34-dd78-44c9-8edb-aec2c95e0ce4 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:31:23.823403 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-baeca606-d617-429d-9021-b324527430fb req-2bbb35b3-97db-4aab-9b0d-09523630cc65 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080921 Jul 25 16:31:23.835086 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8 resource provider aggregate not found Jul 25 16:31:23.868136 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f86d728b-b7cc-4e8d-9dd3-414ccfbf43c8 found for delete ", "request_id": "req-05892643-2b7a-4f79-847f-a64304852e04"}]} Jul 25 16:31:23.918822 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38940) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:23.944580 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba67a122-49be-4a38-b52a-c75066e7b265,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:23.960613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'port_id': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'mac_address': 'fa:16:3e:9a:86:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:31:23.974409 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-417e58fe-2930-4eea-8d33-c8156d38ecc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c4be8083168475198c66cca890b18a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540445 Jul 25 16:31:23.977567 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 38942) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:24.005416 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port ba67a122-49be-4a38-b52a-c75066e7b265 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:31:24.005820 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.022183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba67a122-49be-4a38-b52a-c75066e7b265 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:31:24.045186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] Publish callbacks [] for security_group (96127198-6dcf-4ddd-8797-2dd4749ecda7), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.048686 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba67a122-49be-4a38-b52a-c75066e7b265,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:24.054573 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.083916 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] Publish callbacks [] for security_group (96127198-6dcf-4ddd-8797-2dd4749ecda7), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.137564 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:24.146729 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.147444 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.147836 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.148289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.148580 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.148927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.149262 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.149631 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.149975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.150325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.150701 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.151127 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.151376 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.151695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.152009 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:24.171256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (96127198-6dcf-4ddd-8797-2dd4749ecda7), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.174505 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:24.175723 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96127198-6dcf-4ddd-8797-2dd4749ecda7 HTTP/1.1" status: 204 len: 168 time: 0.1970999 Jul 25 16:31:24.186356 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3157a64-9bb6-4275-8c2e-e827e3d63b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96127198-6dcf-4ddd-8797-2dd4749ecda7,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:24.308930 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['ba67a122-49be-4a38-b52a-c75066e7b265'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:31:24.999287 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83d12f-7ec2-4125-963c-752444af689c req-d8690409-3860-4690-bced-82ecefaffd04 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:25.001483 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8e83d12f-7ec2-4125-963c-752444af689c req-d8690409-3860-4690-bced-82ecefaffd04 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 945 time: 0.0732038 Jul 25 16:31:25.079732 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8e83d12f-7ec2-4125-963c-752444af689c req-a10cc6a2-a516-4456-a09d-19ab06ab03db tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688465 Jul 25 16:31:25.652449 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ba67a122-49be-4a38-b52a-c75066e7b265 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:31:25.723441 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port ba67a122-49be-4a38-b52a-c75066e7b265 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:31:25.733514 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port ba67a122-49be-4a38-b52a-c75066e7b265 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:31:25.734082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:25.850189 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port ba67a122-49be-4a38-b52a-c75066e7b265 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:31:25.850879 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:25.893513 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:31:25.896671 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902b5b5-560b-41d0-a2c3-d99085114b44" -d '{"events": [{"server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "name": "network-vif-plugged", "status": "completed", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:31:25.920722 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba67a122-49be-4a38-b52a-c75066e7b265,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:25.929065 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:25.935048 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:25.979072 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3c41d-2214-40a7-9df4-0736217e0b87 x-openstack-request-id: req-96a3c41d-2214-40a7-9df4-0736217e0b87 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:31:25.979755 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "name": "network-vif-plugged", "status": "completed", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:31:25.979755 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96a3c41d-2214-40a7-9df4-0736217e0b87 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:31:25.980489 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a3c41d-2214-40a7-9df4-0736217e0b87'] response: {'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'code': 200} Jul 25 16:31:26.012620 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:26.034109 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:26.202076 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:26.257286 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:26.279708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865eb4-75ee-4eb1-af94-5a0cb54c3f55 req-160e1f64-1f49-4b58-9693-5bf6009fd42c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:26.282479 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6b865eb4-75ee-4eb1-af94-5a0cb54c3f55 req-160e1f64-1f49-4b58-9693-5bf6009fd42c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0950172 Jul 25 16:31:26.311009 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98341be5-0dbd-44b8-a7db-815f043a0c1f req-d9df66ca-d989-40f9-ae39-e3b92bc9aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:26.315857 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-98341be5-0dbd-44b8-a7db-815f043a0c1f req-d9df66ca-d989-40f9-ae39-e3b92bc9aa24 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 1130 time: 0.0905452 Jul 25 16:31:26.378340 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6b865eb4-75ee-4eb1-af94-5a0cb54c3f55 req-20fb94a6-f12e-418e-844b-cafdbb182d86 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874343 Jul 25 16:31:26.383182 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-98341be5-0dbd-44b8-a7db-815f043a0c1f req-30e80808-b9ce-43a7-b7e7-071d34a85831 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601909 Jul 25 16:31:27.535063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3b5fa-3ada-409e-bdf6-71a31dcda38e req-b6851822-95f2-43fa-967a-af81d988a691 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:27.536970 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b0b3b5fa-3ada-409e-bdf6-71a31dcda38e req-b6851822-95f2-43fa-967a-af81d988a691 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0579755 Jul 25 16:31:27.603837 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b0b3b5fa-3ada-409e-bdf6-71a31dcda38e req-40f5db07-6ed2-4907-b23a-4d5694835e50 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600162 Jul 25 16:31:28.778013 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd45cb-34a0-4ec2-8a23-791ae80601b0 req-1643eac0-e5b0-4b2b-a347-47ef038d71f9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:28.780545 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65dd45cb-34a0-4ec2-8a23-791ae80601b0 req-1643eac0-e5b0-4b2b-a347-47ef038d71f9 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0710194 Jul 25 16:31:28.859004 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65dd45cb-34a0-4ec2-8a23-791ae80601b0 req-4e6a5229-bae7-4146-bc63-a44a1cea94bb tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682306 Jul 25 16:31:29.015724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5b28-7b60-4fc2-8b80-a8be48d57611 req-e31981fa-f79b-491c-b946-b3df7349e593 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:29.017586 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5cee5b28-7b60-4fc2-8b80-a8be48d57611 req-e31981fa-f79b-491c-b946-b3df7349e593 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0555120 Jul 25 16:31:29.079772 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5cee5b28-7b60-4fc2-8b80-a8be48d57611 req-d6cebcbb-9c78-4a80-b1d7-203aaa153399 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550795 Jul 25 16:31:29.132321 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39022) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:29.384722 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d46a1-2737-460d-83cb-205bc32e909d tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:29.386441 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-534d46a1-2737-460d-83cb-205bc32e909d tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 1125 time: 0.2529247 Jul 25 16:31:29.389829 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39026) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:29.395067 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'port_id': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:31:29.420664 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:29.528321 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:29.673038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.27.2.184 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/28b1f737-4946-4cb6-8c9b-c6c55bf5bb30) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:31:29.800920 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:29.843667 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:29.874373 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:29.896916 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:31:29.901537 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:31:29.907038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:31:29.912119 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=28b1f737-4946-4cb6-8c9b-c6c55bf5bb30,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:30.050050 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:30.439960 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (467a7897-1e0c-4783-ba40-e5b37a4495a1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.538156 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.643057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39036) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:30.770078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.776546 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.791179 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2d45de17-b1b1-460d-9386-bd45071c6b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.892032 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=28b1f737-4946-4cb6-8c9b-c6c55bf5bb30,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:30.902389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (467a7897-1e0c-4783-ba40-e5b37a4495a1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.928268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2d45de17-b1b1-460d-9386-bd45071c6b6c admin admin] Publish callbacks [] for security_group (2d4996f2-ee0e-48b9-9ada-5446ec29aa74), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.933715 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2d45de17-b1b1-460d-9386-bd45071c6b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2d4996f2-ee0e-48b9-9ada-5446ec29aa74), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:30.998688 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:31.004688 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45de17-b1b1-460d-9386-bd45071c6b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4996f2-ee0e-48b9-9ada-5446ec29aa74,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:31.014638 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2d45de17-b1b1-460d-9386-bd45071c6b6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbe5647b049e427ebf2d19033386321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678129 Jul 25 16:31:31.016405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39040) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:31.080691 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP 467a7897-1e0c-4783-ba40-e5b37a4495a1 associated. External IP: 172.27.2.184, port: ba67a122-49be-4a38-b52a-c75066e7b265. Jul 25 16:31:31.108444 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] Publish callbacks [] for security_group (2d4996f2-ee0e-48b9-9ada-5446ec29aa74), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.149022 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] Publish callbacks [] for security_group (2d4996f2-ee0e-48b9-9ada-5446ec29aa74), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.223627 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2d4996f2-ee0e-48b9-9ada-5446ec29aa74), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.227993 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.233569 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d4996f2-ee0e-48b9-9ada-5446ec29aa74 HTTP/1.1" status: 204 len: 168 time: 0.2121263 Jul 25 16:31:31.237829 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:31.245260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12e13a-26d2-4968-a7ac-3b7b87eb7784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4996f2-ee0e-48b9-9ada-5446ec29aa74,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:31.336128 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:31.388171 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:31:31.550011 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:31:31.563320 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:31:31.574139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.579859 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:31.580834 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:31:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:31.611875 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-33b1dd8c-16d6-4ec5-8fc5-4d1dfb886dc7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2208135 Jul 25 16:31:31.612809 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:31:31.615297 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e101937b-4008-4ef3-b5c8-652261d6258d" -d '{"events": [{"name": "network-changed", "server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:31:31.664568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d2343-8293-4988-91b2-1c2f2e0d150a x-openstack-request-id: req-f47d2343-8293-4988-91b2-1c2f2e0d150a {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:31:31.664946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:31:31.665203 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f47d2343-8293-4988-91b2-1c2f2e0d150a {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:31:31.665665 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47d2343-8293-4988-91b2-1c2f2e0d150a'] response: {'name': 'network-changed', 'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'status': 'completed', 'code': 200} Jul 25 16:31:31.666111 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39050) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:31.684582 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5623267-65c6-4b30-a4aa-940d9b3292c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.732818 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:31.762776 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101937b-4008-4ef3-b5c8-652261d6258d req-60a2897a-d643-4025-b8dd-41fbf2bcf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:31.766651 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-60a2897a-d643-4025-b8dd-41fbf2bcf04d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 1130 time: 0.0651240 Jul 25 16:31:31.822964 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5623267-65c6-4b30-a4aa-940d9b3292c3 admin admin] Publish callbacks [] for security_group (4b1edd76-ea4e-4ebe-a277-7d503c87f1a8), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.829840 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5623267-65c6-4b30-a4aa-940d9b3292c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b1edd76-ea4e-4ebe-a277-7d503c87f1a8), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:31.909657 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a5623267-65c6-4b30-a4aa-940d9b3292c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f834f8e1229343738a36355cf3f6fd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420726 Jul 25 16:31:31.910721 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39052) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:31.919163 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5623267-65c6-4b30-a4aa-940d9b3292c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1edd76-ea4e-4ebe-a277-7d503c87f1a8,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:31.929398 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101937b-4008-4ef3-b5c8-652261d6258d req-73158911-6ac2-49ab-bbc7-5c34abd43763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:31.934125 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-73158911-6ac2-49ab-bbc7-5c34abd43763 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1610076 Jul 25 16:31:31.993672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] Publish callbacks [] for security_group (4b1edd76-ea4e-4ebe-a277-7d503c87f1a8), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:32.030505 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '467a7897-1e0c-4783-ba40-e5b37a4495a1', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:9a:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:31:30Z', 'updated_at': '2022-07-25T16:31:30Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:32.030900 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-db5fc4df-1f54-4a6f-bf8d-e98bebdae522 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba67a122-49be-4a38-b52a-c75066e7b265 HTTP/1.1" status: 200 len: 1000 time: 0.0880542 Jul 25 16:31:32.036203 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] Publish callbacks [] for security_group (4b1edd76-ea4e-4ebe-a277-7d503c87f1a8), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:32.072188 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:31:32.088609 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:31:32.090085 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:31:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:32.112663 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101937b-4008-4ef3-b5c8-652261d6258d req-63d47b30-a2e4-4e0e-9498-4e6192b16ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:32.115464 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-63d47b30-a2e4-4e0e-9498-4e6192b16ee1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0781898 Jul 25 16:31:32.135984 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (4b1edd76-ea4e-4ebe-a277-7d503c87f1a8), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:32.141029 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:32.143427 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b1edd76-ea4e-4ebe-a277-7d503c87f1a8 HTTP/1.1" status: 204 len: 168 time: 0.2310944 Jul 25 16:31:32.161508 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936db3-27c3-4383-94f4-a32037057675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1edd76-ea4e-4ebe-a277-7d503c87f1a8,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:32.186785 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101937b-4008-4ef3-b5c8-652261d6258d req-90ea0e4d-8111-4500-8fa9-cbc57ed04bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:32.189312 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-90ea0e4d-8111-4500-8fa9-cbc57ed04bf8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656481 Jul 25 16:31:32.308204 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:31:32.352244 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-16f2c4ba-72f3-4cdf-b04e-ce5be3fff998 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487503 Jul 25 16:31:32.441037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:32.521575 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-e101937b-4008-4ef3-b5c8-652261d6258d req-9deb2b99-fb6b-4e53-9e93-678499fcc31e service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679835 Jul 25 16:31:32.658702 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '467a7897-1e0c-4783-ba40-e5b37a4495a1', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:9a:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:31:30Z', 'updated_at': '2022-07-25T16:31:30Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:31:32.699742 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f93b6-8b08-4a05-bedc-a38f676556a0 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '467a7897-1e0c-4783-ba40-e5b37a4495a1', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:9a:86:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:31:30Z', 'updated_at': '2022-07-25T16:31:30Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:31:32.976261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa47b7-0f01-4e80-acbf-07c6fbc5796a None None] New status for floating IP 467a7897-1e0c-4783-ba40-e5b37a4495a1: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:31:36.980731 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:31:37.958869 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a17aa-38fc-4aee-adf2-28a675bf4aa0 req-a5fce7e6-2217-46b0-b51d-4e5c5e81ab6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:37.962368 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-155a17aa-38fc-4aee-adf2-28a675bf4aa0 req-a5fce7e6-2217-46b0-b51d-4e5c5e81ab6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0847337 Jul 25 16:31:38.052123 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-155a17aa-38fc-4aee-adf2-28a675bf4aa0 req-dc750eb1-7e97-479e-8ca1-c32d2c039331 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836344 Jul 25 16:31:39.250636 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a8c1-8240-46d7-bc3d-525c2efb7b99 req-0b73d1ba-edd6-456a-b620-844adc3175b8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:39.253298 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0463a8c1-8240-46d7-bc3d-525c2efb7b99 req-0b73d1ba-edd6-456a-b620-844adc3175b8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0694215 Jul 25 16:31:39.277704 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39166) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:39.317092 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0463a8c1-8240-46d7-bc3d-525c2efb7b99 req-79994f3b-7550-48dd-a58d-9a5f0c4989c9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575552 Jul 25 16:31:39.437520 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e72149d-2d7b-47b9-a271-6a1d130a8bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.541726 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e72149d-2d7b-47b9-a271-6a1d130a8bfb admin admin] Publish callbacks [] for security_group (8ad88ce6-09f8-4050-b074-de2f26af5756), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.547120 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4e72149d-2d7b-47b9-a271-6a1d130a8bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8ad88ce6-09f8-4050-b074-de2f26af5756), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.591767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72149d-2d7b-47b9-a271-6a1d130a8bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad88ce6-09f8-4050-b074-de2f26af5756,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:39.599486 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4e72149d-2d7b-47b9-a271-6a1d130a8bfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e91bda86c7654c0f867c2846b6596c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200777 Jul 25 16:31:39.603774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39170) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:39.653796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:39.671984 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] Publish callbacks [] for security_group (8ad88ce6-09f8-4050-b074-de2f26af5756), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.702093 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] Publish callbacks [] for security_group (8ad88ce6-09f8-4050-b074-de2f26af5756), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.783884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8ad88ce6-09f8-4050-b074-de2f26af5756), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.787913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:39.789818 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ad88ce6-09f8-4050-b074-de2f26af5756 HTTP/1.1" status: 204 len: 168 time: 0.1846607 Jul 25 16:31:39.801219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdc537-6cd6-46c3-94e2-71f2e7ec17c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad88ce6-09f8-4050-b074-de2f26af5756,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:40.190024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39176) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:40.206133 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e52501-ef11-4785-b63d-fe35c4757bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.310727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e52501-ef11-4785-b63d-fe35c4757bc4 admin admin] Publish callbacks [] for security_group (6493f26b-b1e5-4f8a-93b4-5af920bc8fef), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.315761 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a4e52501-ef11-4785-b63d-fe35c4757bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6493f26b-b1e5-4f8a-93b4-5af920bc8fef), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.369029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e52501-ef11-4785-b63d-fe35c4757bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493f26b-b1e5-4f8a-93b4-5af920bc8fef,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:40.376529 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a4e52501-ef11-4785-b63d-fe35c4757bc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f849b2408e3d4bc8b53795aa1a296e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849926 Jul 25 16:31:40.379571 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39180) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:40.463402 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] Publish callbacks [] for security_group (6493f26b-b1e5-4f8a-93b4-5af920bc8fef), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.495062 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] Publish callbacks [] for security_group (6493f26b-b1e5-4f8a-93b4-5af920bc8fef), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.524966 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6b1d5-d5a9-41d9-a99b-5032fcede1b2 req-253a3868-05b1-46d2-9713-8397f88a13de tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:40.526794 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bbe6b1d5-d5a9-41d9-a99b-5032fcede1b2 req-253a3868-05b1-46d2-9713-8397f88a13de tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0800955 Jul 25 16:31:40.572785 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6493f26b-b1e5-4f8a-93b4-5af920bc8fef), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.577449 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:40.580014 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6493f26b-b1e5-4f8a-93b4-5af920bc8fef HTTP/1.1" status: 204 len: 168 time: 0.1987827 Jul 25 16:31:40.590631 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:40.596068 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5238dbc-2051-46b4-ba14-c61f09ccd4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493f26b-b1e5-4f8a-93b4-5af920bc8fef,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:40.602192 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bbe6b1d5-d5a9-41d9-a99b-5032fcede1b2 req-7d92744f-619e-40c4-89e1-99e5ba998a89 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646648 Jul 25 16:31:41.786215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f2775-e8f8-4f25-9e77-97167ae77103 req-dc849850-2250-4162-9b3f-4fc0f28b9f94 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:41.788579 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b0f2775-e8f8-4f25-9e77-97167ae77103 req-dc849850-2250-4162-9b3f-4fc0f28b9f94 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0764916 Jul 25 16:31:41.844514 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:41.850343 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9b0f2775-e8f8-4f25-9e77-97167ae77103 req-47bf9299-9fdf-43f5-baf5-50ecb58ddba5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554185 Jul 25 16:31:42.832127 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97b86-8a28-4970-8cd2-99bd5785cfb0 req-b7f4b704-5c04-4d05-980c-d8280ad8cdfd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:42.833873 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bce97b86-8a28-4970-8cd2-99bd5785cfb0 req-b7f4b704-5c04-4d05-980c-d8280ad8cdfd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0858285 Jul 25 16:31:42.908438 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bce97b86-8a28-4970-8cd2-99bd5785cfb0 req-66e447b7-8eda-42e7-a35e-5ec51ab413e2 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650861 Jul 25 16:31:43.067782 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c443709-ffba-49cb-a539-3d7307bf6adc req-1fb0bfde-5445-4221-b5cc-3c0b3f09cabc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:43.072766 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c443709-ffba-49cb-a539-3d7307bf6adc req-1fb0bfde-5445-4221-b5cc-3c0b3f09cabc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0849400 Jul 25 16:31:43.158091 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c443709-ffba-49cb-a539-3d7307bf6adc req-1a888f36-5bf8-49ca-a64c-8171a83f49a8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774486 Jul 25 16:31:44.060473 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85107-fbdb-4ddd-a3e1-285fe2b205d9 req-d269a332-fc60-4891-88c6-cb2ec2144ca4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:44.061905 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9b85107-fbdb-4ddd-a3e1-285fe2b205d9 req-d269a332-fc60-4891-88c6-cb2ec2144ca4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0600231 Jul 25 16:31:44.130800 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9b85107-fbdb-4ddd-a3e1-285fe2b205d9 req-7c4bbf47-c159-4dd4-9701-02c3c32b56fa tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624566 Jul 25 16:31:44.348768 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f8ef-0c13-4abd-9051-03c26c84fa51 req-c2c62515-ee1c-4ddd-9079-eeb7b69a905a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:44.351408 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ab5f8ef-0c13-4abd-9051-03c26c84fa51 req-c2c62515-ee1c-4ddd-9079-eeb7b69a905a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0856566 Jul 25 16:31:44.435312 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ab5f8ef-0c13-4abd-9051-03c26c84fa51 req-1d5ebb79-ff16-4dfc-8626-15a9de4533a6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768621 Jul 25 16:31:45.301163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:45.312291 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb20742-9e44-4de3-848a-5ee11169c32d req-4eaf2b6f-e8c3-4de1-a6bc-efe8ca1c43b8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:45.312291 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-deb20742-9e44-4de3-848a-5ee11169c32d req-4eaf2b6f-e8c3-4de1-a6bc-efe8ca1c43b8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0697348 Jul 25 16:31:45.389739 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-deb20742-9e44-4de3-848a-5ee11169c32d req-eb73fd1b-8ade-4add-a7f9-cd5f9ffc4796 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686705 Jul 25 16:31:45.634361 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d64f5-2b06-4c56-8d6b-4f26d41ae2d3 req-61262e10-8bec-49c7-b841-1101208ae8bb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:45.636346 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-792d64f5-2b06-4c56-8d6b-4f26d41ae2d3 req-61262e10-8bec-49c7-b841-1101208ae8bb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0761456 Jul 25 16:31:45.729020 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-792d64f5-2b06-4c56-8d6b-4f26d41ae2d3 req-2df2f1b2-0b05-44bd-b9a3-a7ab0095db3e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802133 Jul 25 16:31:46.229464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f04224c8-64f1-4f19-a3ad-aa0e166d48b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:46.553009 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf81d8-7235-49e9-b088-a70bf0e20716 req-d9213274-71da-4def-9980-d57524b21be8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:46.554915 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5abf81d8-7235-49e9-b088-a70bf0e20716 req-d9213274-71da-4def-9980-d57524b21be8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0608642 Jul 25 16:31:46.621635 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5abf81d8-7235-49e9-b088-a70bf0e20716 req-45b5d27d-ada0-4141-b937-530b2ef5556a tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558531 Jul 25 16:31:46.914445 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7a845-a59b-4e6e-a365-f3bbf5585668 req-cc764495-401b-4b81-b40d-a96a44f62ca5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:46.916268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-02e7a845-a59b-4e6e-a365-f3bbf5585668 req-cc764495-401b-4b81-b40d-a96a44f62ca5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0641243 Jul 25 16:31:46.975539 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=81 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:46.976536 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=75 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:46.998159 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-02e7a845-a59b-4e6e-a365-f3bbf5585668 req-d445300f-592b-4253-855e-aa40e711c82c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744145 Jul 25 16:31:47.102034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39300) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:47.230427 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.285495 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:47.329243 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Publish callbacks [] for security_group (42a4b1aa-5955-4db5-83ae-428c300528d1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.334959 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (42a4b1aa-5955-4db5-83ae-428c300528d1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.392510 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a867706b94ae49eb93daade9cf44d25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889519 Jul 25 16:31:47.393501 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4b1aa-5955-4db5-83ae-428c300528d1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:47.395846 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39304) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:47.403306 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.403886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.404421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.404950 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.405299 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.405682 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.406099 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.406436 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.406780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.407150 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.407534 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.407871 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.408207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.408534 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.408863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef60451-50dc-458c-ac12-d48a6e1f10b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:31:47.462910 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] Publish callbacks [] for security_group (42a4b1aa-5955-4db5-83ae-428c300528d1), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.493950 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] Publish callbacks [] for security_group (42a4b1aa-5955-4db5-83ae-428c300528d1), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.540836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:47.575222 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (42a4b1aa-5955-4db5-83ae-428c300528d1), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.578383 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:47.579812 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42a4b1aa-5955-4db5-83ae-428c300528d1 HTTP/1.1" status: 204 len: 168 time: 0.1824591 Jul 25 16:31:47.593240 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede05da-bf02-403a-ac0e-6b71e67eee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4b1aa-5955-4db5-83ae-428c300528d1,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:47.609127 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:47.817963 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db20d6d-090e-4251-866c-cf3493e5ae5d req-ea914a6f-7ad0-4a6e-a703-758371859629 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:47.820058 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5db20d6d-090e-4251-866c-cf3493e5ae5d req-ea914a6f-7ad0-4a6e-a703-758371859629 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0792394 Jul 25 16:31:47.885038 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5db20d6d-090e-4251-866c-cf3493e5ae5d req-221ef079-1cc4-4acc-b2f6-f2687c4cefd8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569682 Jul 25 16:31:48.001793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39312) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:48.008263 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:48.019146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e1458e0-87a0-4224-85d8-716ef4666258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.127044 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e1458e0-87a0-4224-85d8-716ef4666258 admin admin] Publish callbacks [] for security_group (c75f46df-a2af-4a68-bf68-968b22b75eb1), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.143542 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-5e1458e0-87a0-4224-85d8-716ef4666258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c75f46df-a2af-4a68-bf68-968b22b75eb1), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.227491 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961154e1-bec1-4d55-b0e6-05026c52f4f3 req-2d4d6a60-7233-4471-93ae-699680f83e69 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:48.229311 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-961154e1-bec1-4d55-b0e6-05026c52f4f3 req-2d4d6a60-7233-4471-93ae-699680f83e69 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1000068 Jul 25 16:31:48.232552 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5e1458e0-87a0-4224-85d8-716ef4666258 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1991f9565f7d43c0a514dfd1e746f619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295694 Jul 25 16:31:48.233651 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1458e0-87a0-4224-85d8-716ef4666258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f46df-a2af-4a68-bf68-968b22b75eb1,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:48.237759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39316) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:48.307893 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-961154e1-bec1-4d55-b0e6-05026c52f4f3 req-707b1e80-3978-452e-b23c-fa56e471c042 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709879 Jul 25 16:31:48.317092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] Publish callbacks [] for security_group (c75f46df-a2af-4a68-bf68-968b22b75eb1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.362202 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] Publish callbacks [] for security_group (c75f46df-a2af-4a68-bf68-968b22b75eb1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.412845 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:48.444320 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c75f46df-a2af-4a68-bf68-968b22b75eb1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.447236 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:48.448538 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c75f46df-a2af-4a68-bf68-968b22b75eb1 HTTP/1.1" status: 204 len: 168 time: 0.2024429 Jul 25 16:31:48.459487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e3ba-78bd-4346-9fb8-d4c08d752a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f46df-a2af-4a68-bf68-968b22b75eb1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:49.004635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39324) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:49.031985 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-30ea2a26-fdff-4f9a-a6ad-071686c1b10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.066676 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f07bf9-1dc8-428d-88b6-d923b892dcd2 req-0e680b4b-0d5f-4f68-86c0-41c559691d45 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:49.068266 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4f07bf9-1dc8-428d-88b6-d923b892dcd2 req-0e680b4b-0d5f-4f68-86c0-41c559691d45 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0704191 Jul 25 16:31:49.136178 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c4f07bf9-1dc8-428d-88b6-d923b892dcd2 req-8fc4ee29-e44d-4c93-9f2c-c27d634b7d30 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573096 Jul 25 16:31:49.159547 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-30ea2a26-fdff-4f9a-a6ad-071686c1b10a admin admin] Publish callbacks [] for security_group (870d3bd7-4441-44b2-961f-2d664e569d4e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.164827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-30ea2a26-fdff-4f9a-a6ad-071686c1b10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (870d3bd7-4441-44b2-961f-2d664e569d4e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.212561 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-30ea2a26-fdff-4f9a-a6ad-071686c1b10a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94d1debe88704cadbfa0b106a9b118e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063789 Jul 25 16:31:49.213405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea2a26-fdff-4f9a-a6ad-071686c1b10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d3bd7-4441-44b2-961f-2d664e569d4e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:49.215855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39326) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:49.286215 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] Publish callbacks [] for security_group (870d3bd7-4441-44b2-961f-2d664e569d4e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.314277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] Publish callbacks [] for security_group (870d3bd7-4441-44b2-961f-2d664e569d4e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.410166 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (870d3bd7-4441-44b2-961f-2d664e569d4e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.412762 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:49.414003 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/870d3bd7-4441-44b2-961f-2d664e569d4e HTTP/1.1" status: 204 len: 168 time: 0.1969893 Jul 25 16:31:49.450571 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fa123-d8a2-4643-bb36-043d047f87a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d3bd7-4441-44b2-961f-2d664e569d4e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:49.478163 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0c0e-f1fd-4475-901a-63c6037001dd req-f673d06f-e932-4c38-ab0b-2705b23a526f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:49.486432 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-510a0c0e-f1fd-4475-901a-63c6037001dd req-f673d06f-e932-4c38-ab0b-2705b23a526f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0877688 Jul 25 16:31:49.569850 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-510a0c0e-f1fd-4475-901a-63c6037001dd req-6cccb824-c79e-4c5a-b80f-0b603312250d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780752 Jul 25 16:31:50.181074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8f51f1dc-408b-440f-87af-17066a44c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:50.341692 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0520f31-1ecd-4ee2-a08c-ec9d552656f5 req-0235b407-c932-465d-a7ba-f7a38186df67 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:50.343404 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0520f31-1ecd-4ee2-a08c-ec9d552656f5 req-0235b407-c932-465d-a7ba-f7a38186df67 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0906911 Jul 25 16:31:50.420501 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e0520f31-1ecd-4ee2-a08c-ec9d552656f5 req-4518f8d9-8c1b-43c4-82a0-19f29358425f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657015 Jul 25 16:31:50.757402 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa4619-abc8-418f-9761-46fc56f79b11 req-0a754b09-5b13-4757-af67-b2b15bd743de tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:50.759151 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-46aa4619-abc8-418f-9761-46fc56f79b11 req-0a754b09-5b13-4757-af67-b2b15bd743de tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0685630 Jul 25 16:31:50.832212 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-46aa4619-abc8-418f-9761-46fc56f79b11 req-88b166b3-087d-4515-a5e9-2227fed76fd3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626190 Jul 25 16:31:51.122210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:51.570174 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:51.591121 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f983c21-1f8e-4b91-8c9a-edfb51d6bb7e req-55613279-a4d5-477a-adbd-4d820f0642f7 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:51.593276 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2f983c21-1f8e-4b91-8c9a-edfb51d6bb7e req-55613279-a4d5-477a-adbd-4d820f0642f7 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0754743 Jul 25 16:31:51.658416 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2f983c21-1f8e-4b91-8c9a-edfb51d6bb7e req-17343738-5e39-4247-bf6f-6c55c4f811c0 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571404 Jul 25 16:31:51.888176 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:52.052536 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe83d16-79cd-4d12-9f69-23b33a642d83 req-4aa7d873-ca03-4165-98ec-4143f18faea0 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:52.054213 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dbe83d16-79cd-4d12-9f69-23b33a642d83 req-4aa7d873-ca03-4165-98ec-4143f18faea0 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0912197 Jul 25 16:31:52.068921 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:52.117896 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dbe83d16-79cd-4d12-9f69-23b33a642d83 req-af7cbd9d-9f26-46d5-9b4d-1e04555dd266 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562291 Jul 25 16:31:52.552129 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:52.813414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766953a-dbf6-4b78-962f-18bedca93038 req-028ca45d-0e08-46ef-9cd6-d484cb5ca072 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:52.817326 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0766953a-dbf6-4b78-962f-18bedca93038 req-028ca45d-0e08-46ef-9cd6-d484cb5ca072 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0603907 Jul 25 16:31:52.818497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39410) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:52.911920 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0766953a-dbf6-4b78-962f-18bedca93038 req-44b240ed-39b2-4349-8ef1-9bc70dc1036f tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834188 Jul 25 16:31:52.983529 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-acc99b74-7dd5-4dc2-a328-623487f6000c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:52.983797 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-9243a0c3-5d6a-4501-b002-efd14c42801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:52.985591 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-9243a0c3-5d6a-4501-b002-efd14c42801c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0486348 Jul 25 16:31:53.116127 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-acc99b74-7dd5-4dc2-a328-623487f6000c admin admin] Publish callbacks [] for security_group (8d78be65-76d2-41ce-b8a8-58b46aa2578e), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.121974 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-acc99b74-7dd5-4dc2-a328-623487f6000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8d78be65-76d2-41ce-b8a8-58b46aa2578e), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.188406 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-acc99b74-7dd5-4dc2-a328-623487f6000c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b987cd8f98aa490db88a846caeee7212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641655 Jul 25 16:31:53.188406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99b74-7dd5-4dc2-a328-623487f6000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78be65-76d2-41ce-b8a8-58b46aa2578e,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:53.190047 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39416) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:53.364547 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b5d15-d1eb-447f-bc7c-043a5e6b976c req-da8f8bd2-2523-42da-99b9-92a48cc1e325 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:53.367396 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-814b5d15-d1eb-447f-bc7c-043a5e6b976c req-da8f8bd2-2523-42da-99b9-92a48cc1e325 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1301942 Jul 25 16:31:53.372711 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] Publish callbacks [] for security_group (8d78be65-76d2-41ce-b8a8-58b46aa2578e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.449238 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] Publish callbacks [] for security_group (8d78be65-76d2-41ce-b8a8-58b46aa2578e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.476446 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-9eaaa9e5-598f-42b4-bda1-3917e5754749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:53.478165 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-9eaaa9e5-598f-42b4-bda1-3917e5754749 service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.4472263 Jul 25 16:31:53.523242 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-814b5d15-d1eb-447f-bc7c-043a5e6b976c req-695ed5f2-d8c6-4383-86ef-da93ff85593d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450710 Jul 25 16:31:53.559479 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-859ceec3-54b7-47e7-b1b1-03a8bfa8a5fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 1001 time: 0.0734065 Jul 25 16:31:53.585063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (8d78be65-76d2-41ce-b8a8-58b46aa2578e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.588817 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:53.594426 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d78be65-76d2-41ce-b8a8-58b46aa2578e HTTP/1.1" status: 204 len: 168 time: 0.4025126 Jul 25 16:31:53.606350 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8642a-3baf-4fdd-aeaf-dbe341736972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78be65-76d2-41ce-b8a8-58b46aa2578e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:53.629206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:53.655542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-b866a721-092e-4877-9aed-09b23fa1592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:53.657162 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-b866a721-092e-4877-9aed-09b23fa1592d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0912256 Jul 25 16:31:53.729013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-a033f120-26cb-4972-a4a7-d596a1c88a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:53.731871 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-a033f120-26cb-4972-a4a7-d596a1c88a37 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672641 Jul 25 16:31:53.857774 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-c790f146-85df-40aa-a59f-936698debff7 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170123 Jul 25 16:31:54.001528 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39424) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:54.015937 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:54.023582 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4197a64-2fc3-4374-8d49-4881005f11a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.027569 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-120f3380-611e-4558-b5e6-ef96eb7fdefc req-5ba9082b-0e53-4649-afa8-dece9f8c043d service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628401 Jul 25 16:31:54.115729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fce1a1-2bbc-4336-9b73-fd5dd611d12f req-3a93d9ad-6ab5-4658-8fe4-29e14fb1e61d tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:54.117317 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fce1a1-2bbc-4336-9b73-fd5dd611d12f req-3a93d9ad-6ab5-4658-8fe4-29e14fb1e61d tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0895576 Jul 25 16:31:54.168522 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:54.236432 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-40fce1a1-2bbc-4336-9b73-fd5dd611d12f req-bfa68573-b5f6-4a71-812a-43e63ed0a614 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092482 Jul 25 16:31:54.271728 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4197a64-2fc3-4374-8d49-4881005f11a8 admin admin] Publish callbacks [] for security_group (a02b7de8-44aa-458c-921b-13782d1364a2), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.277054 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a4197a64-2fc3-4374-8d49-4881005f11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a02b7de8-44aa-458c-921b-13782d1364a2), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.329983 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a4197a64-2fc3-4374-8d49-4881005f11a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dff63980e5294b57a803118aea20d68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272443 Jul 25 16:31:54.330878 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4197a64-2fc3-4374-8d49-4881005f11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b7de8-44aa-458c-921b-13782d1364a2,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:54.333254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39426) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:54.416021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] Publish callbacks [] for security_group (a02b7de8-44aa-458c-921b-13782d1364a2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.446478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] Publish callbacks [] for security_group (a02b7de8-44aa-458c-921b-13782d1364a2), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.516575 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a02b7de8-44aa-458c-921b-13782d1364a2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.522114 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:54.526443 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a02b7de8-44aa-458c-921b-13782d1364a2 HTTP/1.1" status: 204 len: 168 time: 0.1888223 Jul 25 16:31:54.534461 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c168-a41f-4dcb-90b0-747cae712e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b7de8-44aa-458c-921b-13782d1364a2,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:54.671176 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:54.720648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f7b0-9a02-4acf-9e93-4c2d0076db24 req-655fda46-ddc0-4db3-b937-edc544afabaa tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:54.722564 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-32b3f7b0-9a02-4acf-9e93-4c2d0076db24 req-655fda46-ddc0-4db3-b937-edc544afabaa tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0633118 Jul 25 16:31:54.789217 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-32b3f7b0-9a02-4acf-9e93-4c2d0076db24 req-145802c7-a991-46c0-8645-a4abf1770e62 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564392 Jul 25 16:31:55.423384 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb14023-6c6e-42cf-973b-a43b2732640f req-79a79a0a-9006-4db7-b7b0-ec6f3f99bf14 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:55.426022 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ccb14023-6c6e-42cf-973b-a43b2732640f req-79a79a0a-9006-4db7-b7b0-ec6f3f99bf14 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0820320 Jul 25 16:31:55.514941 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ccb14023-6c6e-42cf-973b-a43b2732640f req-9ba97c78-521e-42ea-a7be-891fa93d630b tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815451 Jul 25 16:31:55.734782 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:31:55.936606 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:55.965211 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:31:56.049075 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: ACTIVE; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:31:56.049896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:56.071080 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:31:56.094794 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:56.120608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:56.127802 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:56.245047 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:56.304716 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['67736d36-f7e4-45ee-9af7-218a816c87b0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:31:56.315908 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6bae4-2419-472a-8fa8-d73eeb57129a req-f21666c3-7f66-4365-8600-21d4cd0943e6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:56.328090 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-92b6bae4-2419-472a-8fa8-d73eeb57129a req-f21666c3-7f66-4365-8600-21d4cd0943e6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.4133277 Jul 25 16:31:56.476119 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-92b6bae4-2419-472a-8fa8-d73eeb57129a req-a3abdd3b-cac1-43d5-a999-363057c3710a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443205 Jul 25 16:31:56.784217 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf5c70-4d2e-4013-b868-baa427697624 req-d4590881-5b4e-4acb-bcfa-d1489debb686 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:56.786391 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9edf5c70-4d2e-4013-b868-baa427697624 req-d4590881-5b4e-4acb-bcfa-d1489debb686 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0731678 Jul 25 16:31:56.867373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9edf5c70-4d2e-4013-b868-baa427697624 req-464d341d-5828-4454-a9a6-4e584f185401 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711336 Jul 25 16:31:56.983493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-0660a7b7-6c9a-4d95-9698-cdeb19428456 req-5de5ca54-7d6a-48cf-b66b-d95d54de07db service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:31:56.985445 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0660a7b7-6c9a-4d95-9698-cdeb19428456 req-5de5ca54-7d6a-48cf-b66b-d95d54de07db service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0109394 Jul 25 16:31:57.354858 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd1cf-e9fe-476d-9143-4baef5f9b215 req-35decdf8-3243-4185-8e1e-c06c00f718ce tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:57.358239 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-466cd1cf-e9fe-476d-9143-4baef5f9b215 req-35decdf8-3243-4185-8e1e-c06c00f718ce tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.1432905 Jul 25 16:31:57.475356 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-466cd1cf-e9fe-476d-9143-4baef5f9b215 req-a2e2191e-6633-4166-8333-7695dfbdbdfc tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083903 Jul 25 16:31:57.482311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39552) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:57.734380 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-dec7b64f-c730-4f36-a507-f3f737e3897c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2493868 Jul 25 16:31:57.742423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-4a436344-628f-4024-a912-7f20714a6038 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:31:57.755250 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-4a436344-628f-4024-a912-7f20714a6038 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0110819 Jul 25 16:31:57.766027 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:31:57.839182 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72f5c-b541-41bf-b524-f28d5658f406 req-8dfa380c-cd4e-435c-a155-3a9213856c9c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:57.846492 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4dd72f5c-b541-41bf-b524-f28d5658f406 req-8dfa380c-cd4e-435c-a155-3a9213856c9c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 944 time: 0.1628385 Jul 25 16:31:57.936000 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 67736d36-f7e4-45ee-9af7-218a816c87b0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:31:57.936611 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:57.987241 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39564) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:31:57.990271 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4dd72f5c-b541-41bf-b524-f28d5658f406 req-dc4c4248-30f7-4d3d-b588-8094a7ccfe0f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339016 Jul 25 16:31:58.102189 dv-cinder-836973-15-iscsi neutron-server[104068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 16:31:58.115116 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:31:58.129779 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:31:58.130309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:58.167618 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:31:58.171972 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a319562-3125-4953-ae3d-5559a2518329" -d '{"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:31:58.190676 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:58.197639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-306b6752-c857-4cb1-815f-f942dceabbfa tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:58.202573 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-306b6752-c857-4cb1-815f-f942dceabbfa tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports/54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 942 time: 0.2125225 Jul 25 16:31:58.203429 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:58.206498 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:31:58.261717 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35aad7-d358-4f1b-bd70-89fef2151267 x-openstack-request-id: req-1b35aad7-d358-4f1b-bd70-89fef2151267 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:31:58.262159 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:31:58.262700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b35aad7-d358-4f1b-bd70-89fef2151267 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:31:58.263202 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b35aad7-d358-4f1b-bd70-89fef2151267'] response: {'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'code': 200} Jul 25 16:31:58.319897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:58.382314 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:31:58.382948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:58.437198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:31:58.443017 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:31:58.548608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:31:58.737075 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4db7-8833-4bb1-b5f1-1cd88e75aa2e req-350f0ae1-973e-484a-b8d0-eabacc2b7ec4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:58.739773 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-824d4db7-8833-4bb1-b5f1-1cd88e75aa2e req-350f0ae1-973e-484a-b8d0-eabacc2b7ec4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0900476 Jul 25 16:31:58.877688 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-824d4db7-8833-4bb1-b5f1-1cd88e75aa2e req-65551c60-655a-4dd1-8e12-193e4ccaa6cd tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256320 Jul 25 16:31:59.322157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e7e74-2ab7-445e-ba01-0b68c15952b8 req-6c2b1f96-727b-48c1-bc90-4631e8ac74f4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:31:59.325113 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb9e7e74-2ab7-445e-ba01-0b68c15952b8 req-6c2b1f96-727b-48c1-bc90-4631e8ac74f4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1202722 Jul 25 16:31:59.420590 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb9e7e74-2ab7-445e-ba01-0b68c15952b8 req-52725614-cb57-4eba-83ca-068e157cd9ae tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844445 Jul 25 16:32:00.263410 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bd0f-45c0-43ff-8ea9-8fbead09bf2d req-8fd1b6c3-7f56-41c5-a1a3-62753f240cab tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:00.264632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:32:00.267386 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c3d8a0-ba74-477d-8078-75e724e9aa4e" -d '{"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:32:00.268563 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7094bd0f-45c0-43ff-8ea9-8fbead09bf2d req-8fd1b6c3-7f56-41c5-a1a3-62753f240cab tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1666362 Jul 25 16:32:00.370071 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7094bd0f-45c0-43ff-8ea9-8fbead09bf2d req-d5797227-fc5e-45ff-a308-66c1c22c6832 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905781 Jul 25 16:32:00.371070 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7094409-3eca-47a7-90fc-927a448ce0bc x-openstack-request-id: req-b7094409-3eca-47a7-90fc-927a448ce0bc {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:32:00.371369 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:32:00.371693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7094409-3eca-47a7-90fc-927a448ce0bc {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:32:00.372058 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7094409-3eca-47a7-90fc-927a448ce0bc'] response: {'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'code': 200} Jul 25 16:32:00.661270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-58e8027c-401f-48e0-bd78-27ac7515de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:00.662930 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-58e8027c-401f-48e0-bd78-27ac7515de6d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb&tenant_id=90317adf2c86461d96439dc48441b6c8 HTTP/1.1" status: 200 len: 1127 time: 0.1256921 Jul 25 16:32:00.749453 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467fa94-0374-448a-8a45-5f63eb759af6 req-9f1c2666-b2db-42f7-a080-05db28031f32 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:00.759208 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d467fa94-0374-448a-8a45-5f63eb759af6 req-9f1c2666-b2db-42f7-a080-05db28031f32 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1347547 Jul 25 16:32:00.766194 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-c6d0441b-e811-4c88-bdea-c9b551411c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:00.768704 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-c6d0441b-e811-4c88-bdea-c9b551411c58 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1127 time: 0.0762641 Jul 25 16:32:00.821040 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:00.874512 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d467fa94-0374-448a-8a45-5f63eb759af6 req-73fc0e00-9e97-4f81-84dc-3f7cc1b77fa5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105211 Jul 25 16:32:00.965792 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-5c828f16-b305-4fa3-9619-9728f252da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:00.968625 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-5c828f16-b305-4fa3-9619-9728f252da30 service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.1914537 Jul 25 16:32:01.067309 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-2972f4e7-cdca-4b0f-b5ce-7a185258082f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 999 time: 0.0916083 Jul 25 16:32:01.137574 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-58457882-70cb-4023-884e-963231692b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:01.139629 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-58457882-70cb-4023-884e-963231692b27 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0639551 Jul 25 16:32:01.214634 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-5c12c0b8-1369-493d-bc74-ada7170d8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:01.216370 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-5c12c0b8-1369-493d-bc74-ada7170d8677 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680764 Jul 25 16:32:01.408609 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-e89e2645-ee1f-464d-804f-750e377ad288 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818066 Jul 25 16:32:01.630961 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9116-c42f-43b1-81d7-e5d93f188c9f req-acd2b065-049f-490b-a79f-16ee2868109c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:01.638950 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-008d9116-c42f-43b1-81d7-e5d93f188c9f req-acd2b065-049f-490b-a79f-16ee2868109c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1303453 Jul 25 16:32:01.654505 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-96ca1e85-a2b1-4b44-ac67-aba9669e0ed5 req-17ceee33-a145-47eb-bff4-66df4a0c6a6e service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386696 Jul 25 16:32:01.767572 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-008d9116-c42f-43b1-81d7-e5d93f188c9f req-db8210d7-d780-4532-a4c2-74e2d89e0dc8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163340 Jul 25 16:32:02.137117 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24780-e732-43c0-b3f6-1d305417fb88 req-b3f0ff3c-897d-4201-95a6-9814b42331fa tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:02.139902 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8b24780-e732-43c0-b3f6-1d305417fb88 req-b3f0ff3c-897d-4201-95a6-9814b42331fa tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0924544 Jul 25 16:32:02.157713 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:02.221712 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8b24780-e732-43c0-b3f6-1d305417fb88 req-a0591ce3-9187-46da-9749-ff79ae3b0eee tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717971 Jul 25 16:32:02.987426 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a12cf-f2ec-443a-b7fb-16e8e15fce45 req-7a1091c2-2faf-452c-90e2-51874f783d66 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:02.990498 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd9a12cf-f2ec-443a-b7fb-16e8e15fce45 req-7a1091c2-2faf-452c-90e2-51874f783d66 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0902426 Jul 25 16:32:03.101489 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd9a12cf-f2ec-443a-b7fb-16e8e15fce45 req-fb13c9d2-e6c8-4b6d-b722-36bd77fbc13a tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956936 Jul 25 16:32:03.447740 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd79e4-9613-4fa7-aa1a-067deb20347f req-774ffb91-e83e-4982-b40f-09a60a582e3c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:03.449558 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68bd79e4-9613-4fa7-aa1a-067deb20347f req-774ffb91-e83e-4982-b40f-09a60a582e3c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0794873 Jul 25 16:32:03.534342 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68bd79e4-9613-4fa7-aa1a-067deb20347f req-2621cca6-1737-4685-99ac-376fc281354b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678420 Jul 25 16:32:04.341543 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f90cad-ca62-49f1-a63e-1969c5c73567 req-78714ee8-7e7f-4d47-abfa-c63211216d9c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:04.343266 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a7f90cad-ca62-49f1-a63e-1969c5c73567 req-78714ee8-7e7f-4d47-abfa-c63211216d9c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0815780 Jul 25 16:32:04.423319 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a7f90cad-ca62-49f1-a63e-1969c5c73567 req-e59f17f0-de05-4ece-8d1a-0f680e5c7053 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657368 Jul 25 16:32:04.770268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b5ab6-833d-4190-907c-192626e7a59a req-55751f9f-2242-4276-a462-39a8c8a69a48 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:04.772329 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-343b5ab6-833d-4190-907c-192626e7a59a req-55751f9f-2242-4276-a462-39a8c8a69a48 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0921154 Jul 25 16:32:04.863626 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-343b5ab6-833d-4190-907c-192626e7a59a req-4c33d04c-34f2-4a23-926a-1b8341508cef tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794001 Jul 25 16:32:05.663684 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c3512-7f89-434a-97c6-16a5e0007f23 req-c7a455ad-c1fd-417c-bf4f-9ecd5f033c56 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:05.665704 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-190c3512-7f89-434a-97c6-16a5e0007f23 req-c7a455ad-c1fd-417c-bf4f-9ecd5f033c56 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1010327 Jul 25 16:32:05.754980 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-190c3512-7f89-434a-97c6-16a5e0007f23 req-5c58b801-fbe6-4d38-bafa-0511e0d5d985 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795193 Jul 25 16:32:06.073131 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b9868-476c-4d09-9f69-dcb4b2e9ca3c req-99ec2d44-229c-48d1-a600-1dc1f56c2e2b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:06.080744 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb0b9868-476c-4d09-9f69-dcb4b2e9ca3c req-99ec2d44-229c-48d1-a600-1dc1f56c2e2b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0792930 Jul 25 16:32:06.141482 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb0b9868-476c-4d09-9f69-dcb4b2e9ca3c req-c7ac5f36-a94b-469b-bacc-364d5300a91a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596180 Jul 25 16:32:07.004266 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520dc83-cfa1-4c27-8892-db95f6746141 req-91ab1c09-ac06-493e-b3cd-88ba0bcc97fb tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:07.007247 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c520dc83-cfa1-4c27-8892-db95f6746141 req-91ab1c09-ac06-493e-b3cd-88ba0bcc97fb tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.1031020 Jul 25 16:32:07.126498 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c520dc83-cfa1-4c27-8892-db95f6746141 req-53b7e89d-41c1-471f-8122-48e494df2d2c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076608 Jul 25 16:32:07.345069 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90200b11-f21e-45ab-920d-7f903227f33c req-93d3101e-4302-4266-b863-9bcaa2bd5b6f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:07.347729 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-90200b11-f21e-45ab-920d-7f903227f33c req-93d3101e-4302-4266-b863-9bcaa2bd5b6f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0778446 Jul 25 16:32:07.462625 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-90200b11-f21e-45ab-920d-7f903227f33c req-b9e51422-e191-4d96-b95c-13dfeb68b308 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042476 Jul 25 16:32:08.307457 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:08.330276 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47554a0-ef6b-49e3-8a04-61e8a0a2f480 req-5e70ccb7-5036-4a94-a0a9-6460982ced53 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:08.333509 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a47554a0-ef6b-49e3-8a04-61e8a0a2f480 req-5e70ccb7-5036-4a94-a0a9-6460982ced53 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0829053 Jul 25 16:32:08.429826 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a47554a0-ef6b-49e3-8a04-61e8a0a2f480 req-02a4cee7-95a9-4377-b584-aeec91b74f35 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874460 Jul 25 16:32:08.506723 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:08.533632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=48 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:08.537289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:08.704643 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71af2ff-7ddd-4230-acc8-2d505122ddce req-e1792ef7-f914-4227-8cb5-2694e31d7a4e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:08.704643 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f71af2ff-7ddd-4230-acc8-2d505122ddce req-e1792ef7-f914-4227-8cb5-2694e31d7a4e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.1056736 Jul 25 16:32:08.795775 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f71af2ff-7ddd-4230-acc8-2d505122ddce req-dc46fbef-8030-4dca-a75e-100856a901e8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776877 Jul 25 16:32:09.598558 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667465-987a-4f2a-b7f1-1e36e8750348 req-791339b5-bd16-4765-8de0-39fb8ea724c6 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:09.600496 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96667465-987a-4f2a-b7f1-1e36e8750348 req-791339b5-bd16-4765-8de0-39fb8ea724c6 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 943 time: 0.0685675 Jul 25 16:32:09.664108 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96667465-987a-4f2a-b7f1-1e36e8750348 req-e87efacf-271a-46fb-8f3e-a364c5311df3 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567832 Jul 25 16:32:09.809574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:32:09.941184 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:09.956057 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'port_id': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'mac_address': 'fa:16:3e:6c:3f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:32:09.984357 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59aea5-cb11-488f-a519-665e8670048e req-3d19d701-04bc-48b5-abe0-35a205f2b553 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:09.986481 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea59aea5-cb11-488f-a519-665e8670048e req-3d19d701-04bc-48b5-abe0-35a205f2b553 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0611036 Jul 25 16:32:10.005742 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:10.021871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:32:10.023259 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:10.042364 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf1201-fdc0-44ce-bc59-698ade1f2c99 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:32:10.063708 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea59aea5-cb11-488f-a519-665e8670048e req-7432ff1a-ca9a-4749-a559-99a846f5eecc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660505 Jul 25 16:32:10.070529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:10.076870 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:10.139822 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:10.398076 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['54cf1201-fdc0-44ce-bc59-698ade1f2c99'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:32:10.449739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-7e294b8b-135a-470f-8d19-e3236aa38bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:10.452419 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-7e294b8b-135a-470f-8d19-e3236aa38bcb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1129 time: 0.0545447 Jul 25 16:32:10.570326 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-2003fa47-ba58-4e27-bc7e-1783300f3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:10.572017 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-2003fa47-ba58-4e27-bc7e-1783300f3039 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1115496 Jul 25 16:32:10.643968 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-10b6fa25-fe7f-4b31-a2a5-e7cb17c89d31 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 1000 time: 0.0656071 Jul 25 16:32:10.723492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-c058bc75-99fc-4d3d-9f5e-4997dd59227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:10.726033 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-c058bc75-99fc-4d3d-9f5e-4997dd59227a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0750127 Jul 25 16:32:10.780131 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:10.802994 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-078bdd21-6c48-4648-8825-f49a8da32c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:10.804745 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-078bdd21-6c48-4648-8825-f49a8da32c69 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0727108 Jul 25 16:32:10.857051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86b308-1dad-4862-b489-b526f996a8c0 req-80bb9070-fc1a-43c6-af24-160290bb576a tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:10.858708 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dd86b308-1dad-4862-b489-b526f996a8c0 req-80bb9070-fc1a-43c6-af24-160290bb576a tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 944 time: 0.0701919 Jul 25 16:32:10.924276 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dd86b308-1dad-4862-b489-b526f996a8c0 req-57e01e99-82b3-4fbd-afb4-1194197e5cf9 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549884 Jul 25 16:32:10.946181 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-1ca38680-29f0-4362-a0f4-542ad362840d service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347942 Jul 25 16:32:11.046826 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:11.066504 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-0cc505cb-40a0-4bf2-b12c-4203ccdef308 req-97e8d852-c368-455d-b879-bd714dd96728 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139212 Jul 25 16:32:11.245669 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5ca31-440c-4ba9-8b5e-aa50cc0c60cc req-ad1f50c4-0528-41b0-b7b2-53c63f79ac25 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:11.247542 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fbf5ca31-440c-4ba9-8b5e-aa50cc0c60cc req-ad1f50c4-0528-41b0-b7b2-53c63f79ac25 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0793147 Jul 25 16:32:11.310535 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fbf5ca31-440c-4ba9-8b5e-aa50cc0c60cc req-862ec338-1878-48b6-9fc0-fd6e43f156d4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545297 Jul 25 16:32:11.824622 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:32:11.885733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:32:11.886186 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:11.978619 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:32:11.979118 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:12.010913 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:32:12.013791 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d37db-a257-44b8-a157-9d90eb1b1538" -d '{"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-plugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:32:12.035024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:12.045587 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:12.084418 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6313015e-a0ce-4db0-bf15-bf4c95df1d19 x-openstack-request-id: req-6313015e-a0ce-4db0-bf15-bf4c95df1d19 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:32:12.084817 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-plugged", "status": "completed", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:32:12.085182 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6313015e-a0ce-4db0-bf15-bf4c95df1d19 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:32:12.085694 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6313015e-a0ce-4db0-bf15-bf4c95df1d19'] response: {'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'code': 200} Jul 25 16:32:12.087075 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057bc32-b00e-417e-9a0c-4058010552ec req-19a75973-77dd-4844-bf88-8d09b2d20986 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:12.090050 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5057bc32-b00e-417e-9a0c-4058010552ec req-19a75973-77dd-4844-bf88-8d09b2d20986 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 944 time: 0.0645020 Jul 25 16:32:12.135106 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:12.166383 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5057bc32-b00e-417e-9a0c-4058010552ec req-97a9fa5f-535b-4cf1-aebb-1f3d4de37c58 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691664 Jul 25 16:32:12.508828 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8637d7-993a-4854-847e-1cc9ccdb222d req-28ea7611-d271-444d-8bdb-b96316fd7629 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:12.511056 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb8637d7-993a-4854-847e-1cc9ccdb222d req-28ea7611-d271-444d-8bdb-b96316fd7629 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0847888 Jul 25 16:32:12.566896 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb8637d7-993a-4854-847e-1cc9ccdb222d req-90902352-e640-40c1-83d0-a5c763a51537 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Jul 25 16:32:12.765888 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae756c96-4e5f-4f23-be71-ef5ffb5fae03 req-3a45d01d-c7c7-4f41-8263-be46b60affd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:12.768016 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ae756c96-4e5f-4f23-be71-ef5ffb5fae03 req-3a45d01d-c7c7-4f41-8263-be46b60affd1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0644727 Jul 25 16:32:12.845319 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ae756c96-4e5f-4f23-be71-ef5ffb5fae03 req-76ee11bb-1846-4ada-ab26-d499dc7ae9ca service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704970 Jul 25 16:32:13.335277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4985a69-d70b-4bed-8509-7807a07afc24 req-a380cef8-eeae-424d-adaa-321505b584f3 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:13.337772 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4985a69-d70b-4bed-8509-7807a07afc24 req-a380cef8-eeae-424d-adaa-321505b584f3 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0683901 Jul 25 16:32:13.415397 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b4985a69-d70b-4bed-8509-7807a07afc24 req-acb9a94d-8b0d-4a6a-8439-16aca798ceed tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668371 Jul 25 16:32:13.780995 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbc3e0-2a30-42fe-9d02-729a7cc5a5cc req-666dbde3-a002-4b06-8570-1280d1786f3f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:13.783599 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7fbbc3e0-2a30-42fe-9d02-729a7cc5a5cc req-666dbde3-a002-4b06-8570-1280d1786f3f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 945 time: 0.0826807 Jul 25 16:32:13.856199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:32:13.864507 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7fbbc3e0-2a30-42fe-9d02-729a7cc5a5cc req-8293f0da-e586-4d34-b576-a76b515b36b4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729668 Jul 25 16:32:14.003898 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:32:14.026408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:32:14.027015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:14.087330 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:32:14.092248 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3835e-2b28-439a-be72-5a0b234568b6" -d '{"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:32:14.103634 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:14.117042 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:14.157632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f8bf8-c3dc-4dd2-af29-3c5cec6d505d x-openstack-request-id: req-375f8bf8-c3dc-4dd2-af29-3c5cec6d505d {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:32:14.157919 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-unplugged", "status": "failed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "code": 422}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:32:14.158166 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-375f8bf8-c3dc-4dd2-af29-3c5cec6d505d {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:32:14.158855 dv-cinder-836973-15-iscsi neutron-server[104070]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-375f8bf8-c3dc-4dd2-af29-3c5cec6d505d']: {'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'code': 422} returned with failed status Jul 25 16:32:14.194770 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:14.595746 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c93d93-9988-4def-86ac-6740ea891274 req-72eeb75f-c8f3-41c8-8ab1-d1b6f656662d tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:14.598461 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66c93d93-9988-4def-86ac-6740ea891274 req-72eeb75f-c8f3-41c8-8ab1-d1b6f656662d tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.0829287 Jul 25 16:32:14.693129 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66c93d93-9988-4def-86ac-6740ea891274 req-6cc0d879-75d5-475d-a43b-9637818c1bc8 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866773 Jul 25 16:32:14.887153 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89083fef-7c9c-4de5-b814-09f1a7267d7a req-70ccc236-26cf-4eeb-8029-3caf62c204d4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:14.889171 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89083fef-7c9c-4de5-b814-09f1a7267d7a req-70ccc236-26cf-4eeb-8029-3caf62c204d4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0667746 Jul 25 16:32:14.907924 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:14.970102 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89083fef-7c9c-4de5-b814-09f1a7267d7a req-cb7a490f-395f-4e52-8bea-fc87118155ad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691400 Jul 25 16:32:15.136494 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39754) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:15.272874 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-fa759268-b7f2-4d47-bf80-ea6240264541 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343193 Jul 25 16:32:15.287269 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-ea81109a-4200-413d-a90e-577b19b03969 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:32:15.290322 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-ea81109a-4200-413d-a90e-577b19b03969 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104680 Jul 25 16:32:15.310850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:15.449278 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39764) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:15.623277 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-8787ce74-6643-494c-8df5-727e5ea7d8a2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:15.625837 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-8787ce74-6643-494c-8df5-727e5ea7d8a2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports/67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 940 time: 0.1744022 Jul 25 16:32:16.148753 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06774a11-1add-44a1-ac96-db3a02de0216 req-545e22d9-1e0f-410e-8d32-44fd4bf4e279 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:16.150735 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06774a11-1add-44a1-ac96-db3a02de0216 req-545e22d9-1e0f-410e-8d32-44fd4bf4e279 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0566976 Jul 25 16:32:16.213388 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-06774a11-1add-44a1-ac96-db3a02de0216 req-0748cecd-16c1-49b8-bfec-5bf3319e5345 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562572 Jul 25 16:32:16.232708 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dd0167c7-44de-430c-9332-6ec8c9eb3924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:17.137588 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:17.399390 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378d36-05b1-4a19-9d59-4285758b63a7 req-40c55b49-fd05-4a39-8f7f-7a0d1492e10f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:17.401818 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61378d36-05b1-4a19-9d59-4285758b63a7 req-40c55b49-fd05-4a39-8f7f-7a0d1492e10f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0831413 Jul 25 16:32:17.432867 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:17.464776 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61378d36-05b1-4a19-9d59-4285758b63a7 req-e2ce5620-fad8-420b-b811-22e5f797fc05 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566211 Jul 25 16:32:18.663679 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b7d8-d12f-4acc-9600-a7b244b6ffb9 req-6d7b5b93-872d-4583-ab22-a8f93b9ce6a7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:18.674362 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9d1b7d8-d12f-4acc-9600-a7b244b6ffb9 req-6d7b5b93-872d-4583-ab22-a8f93b9ce6a7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0929332 Jul 25 16:32:18.761145 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9d1b7d8-d12f-4acc-9600-a7b244b6ffb9 req-5d777c36-a688-42ca-aba4-c926b3e95254 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852420 Jul 25 16:32:19.422334 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-0e317f71-ed1b-40ac-8671-62c91f226663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:19.424025 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-0e317f71-ed1b-40ac-8671-62c91f226663 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 1127 time: 0.0547833 Jul 25 16:32:19.497203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-84ca0914-f917-48b5-9de4-d6d009692cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:19.498889 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-84ca0914-f917-48b5-9de4-d6d009692cab service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1127 time: 0.0490649 Jul 25 16:32:19.603345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-306dca49-33ce-48d0-bfa2-cbe8ba48cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:19.605042 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-306dca49-33ce-48d0-bfa2-cbe8ba48cdea service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1005645 Jul 25 16:32:19.688319 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-5e7a2f27-4861-434b-817a-c1c3894c68f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 998 time: 0.0775697 Jul 25 16:32:19.745809 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-914ca2c6-3d20-4e11-8d7f-d57d0ae051a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:19.747893 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-914ca2c6-3d20-4e11-8d7f-d57d0ae051a3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0542288 Jul 25 16:32:19.803907 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-0f6cceac-f1ef-49b8-a3f0-bf19f53b3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:19.805939 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-0f6cceac-f1ef-49b8-a3f0-bf19f53b3100 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521922 Jul 25 16:32:19.940164 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-fbc36248-098a-4a0c-a241-21294c45dab1 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272893 Jul 25 16:32:20.003387 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e037-31c2-4f74-88b8-1bc6065464f4 req-a0bd7b35-59f1-4865-b188-6c574d4096d7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:20.008387 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fdc4e037-31c2-4f74-88b8-1bc6065464f4 req-a0bd7b35-59f1-4865-b188-6c574d4096d7 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1118696 Jul 25 16:32:20.080952 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fdc4e037-31c2-4f74-88b8-1bc6065464f4 req-485f681b-6d80-4892-af83-f0e37d3f2945 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628326 Jul 25 16:32:20.131536 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d5c7a60c-e776-4c1a-94c0-d87430336987 req-7bf6272c-5d46-4e2b-b2cc-f39299f21280 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852095 Jul 25 16:32:20.185021 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-73ea829c-75d2-4656-bec8-226d1f564f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:21.133672 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:21.432975 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006acbb4-a273-4607-b312-404950da0e72 req-750256d9-ec87-469f-b142-3843ff4ec8f1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:21.456744 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-006acbb4-a273-4607-b312-404950da0e72 req-750256d9-ec87-469f-b142-3843ff4ec8f1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1452565 Jul 25 16:32:21.566107 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-006acbb4-a273-4607-b312-404950da0e72 req-4052d65b-4560-4b3f-9a97-26f4bb138f7f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074240 Jul 25 16:32:21.893866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:22.577275 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:22.855575 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32caa3-c1e3-41b4-bd2b-2faee915fab5 req-1531a454-f557-48b0-8a27-481460feb842 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:22.863594 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3e32caa3-c1e3-41b4-bd2b-2faee915fab5 req-1531a454-f557-48b0-8a27-481460feb842 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1549649 Jul 25 16:32:22.975677 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3e32caa3-c1e3-41b4-bd2b-2faee915fab5 req-52b6459d-32dc-4f94-848d-66746912f801 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037326 Jul 25 16:32:23.980247 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:24.251606 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87afb-1d22-4281-9262-52a657ae1ea7 req-f15e5d17-809f-4e5f-9fd0-0d71e1a67762 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:24.254373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-08e87afb-1d22-4281-9262-52a657ae1ea7 req-f15e5d17-809f-4e5f-9fd0-0d71e1a67762 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0963151 Jul 25 16:32:24.343393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39846) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:24.382565 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-08e87afb-1d22-4281-9262-52a657ae1ea7 req-505cd507-af8c-4541-bd3d-6966efc827ea tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103845 Jul 25 16:32:24.645414 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6154f27a-ab63-4dad-8543-7a2ffc73c3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:24.723842 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:24.823077 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6154f27a-ab63-4dad-8543-7a2ffc73c3d4 admin admin] Publish callbacks [] for security_group (84e4ff46-ea60-4f61-ae2c-0cb57909bd95), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:24.830124 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6154f27a-ab63-4dad-8543-7a2ffc73c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (84e4ff46-ea60-4f61-ae2c-0cb57909bd95), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:24.917314 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6154f27a-ab63-4dad-8543-7a2ffc73c3d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d32d3ad70b4a94b3aefb57689a82e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675437 Jul 25 16:32:24.917945 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39850) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:24.932231 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154f27a-ab63-4dad-8543-7a2ffc73c3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e4ff46-ea60-4f61-ae2c-0cb57909bd95,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:25.033487 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] Publish callbacks [] for security_group (84e4ff46-ea60-4f61-ae2c-0cb57909bd95), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:25.061210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:25.084402 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] Publish callbacks [] for security_group (84e4ff46-ea60-4f61-ae2c-0cb57909bd95), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:25.190773 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (84e4ff46-ea60-4f61-ae2c-0cb57909bd95), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:25.194586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:25.200074 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84e4ff46-ea60-4f61-ae2c-0cb57909bd95 HTTP/1.1" status: 204 len: 168 time: 0.2762845 Jul 25 16:32:25.224867 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2671ff-2fa9-476e-b54a-6baed3808c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e4ff46-ea60-4f61-ae2c-0cb57909bd95,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:25.657203 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94e5c-d3f7-49a3-9f50-ef4ccdfc00b8 req-ff657fc6-99d9-4857-9ff3-8ee72721045e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:25.660082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-72d94e5c-d3f7-49a3-9f50-ef4ccdfc00b8 req-ff657fc6-99d9-4857-9ff3-8ee72721045e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0697515 Jul 25 16:32:25.731818 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-72d94e5c-d3f7-49a3-9f50-ef4ccdfc00b8 req-b4f7fdc5-fc1c-4e7c-9141-52c7e25cf304 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650325 Jul 25 16:32:26.959498 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6ea9d-6717-458a-a5d0-00365c49c810 req-732b7b72-7d42-4538-8473-a96a7214eb05 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:26.964533 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f6c6ea9d-6717-458a-a5d0-00365c49c810 req-732b7b72-7d42-4538-8473-a96a7214eb05 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.1076882 Jul 25 16:32:27.083204 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f6c6ea9d-6717-458a-a5d0-00365c49c810 req-fea20a0e-5345-40bd-ac88-8d7509531a54 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050892 Jul 25 16:32:27.748848 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 39886) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:27.962918 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.012572 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:28.162305 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Publish callbacks [] for security_group (626881c6-6c14-4146-97c7-074771b41a1d), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.169092 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (626881c6-6c14-4146-97c7-074771b41a1d), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.236077 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5f55b7fb858497ca39585b915dd2173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854531 Jul 25 16:32:28.238080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626881c6-6c14-4146-97c7-074771b41a1d,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:28.240446 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 39894) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:32:28.264042 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.264721 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.265716 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.266063 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.267146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.267146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.267146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.267620 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.267796 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.268174 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.268433 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.268743 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.269065 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.269474 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.269818 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211189bb-fd62-414f-a19f-1948be0daf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:28.345512 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7ce3-419d-4ba6-a546-765628fb3371 req-8ebfe51d-81f3-4163-bce6-5fd0e2033951 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:28.347382 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4b0b7ce3-419d-4ba6-a546-765628fb3371 req-8ebfe51d-81f3-4163-bce6-5fd0e2033951 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0855467 Jul 25 16:32:28.394672 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] Publish callbacks [] for security_group (626881c6-6c14-4146-97c7-074771b41a1d), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.397554 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:28.425817 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4b0b7ce3-419d-4ba6-a546-765628fb3371 req-aff819a0-6b83-45fb-a635-8fbb093a5be3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677636 Jul 25 16:32:28.447467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] Publish callbacks [] for security_group (626881c6-6c14-4146-97c7-074771b41a1d), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.520145 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (626881c6-6c14-4146-97c7-074771b41a1d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.523074 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:28.524337 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/626881c6-6c14-4146-97c7-074771b41a1d HTTP/1.1" status: 204 len: 168 time: 0.2820592 Jul 25 16:32:28.535099 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7e080-15a1-482d-a41b-3143c426a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626881c6-6c14-4146-97c7-074771b41a1d,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:29.015947 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-2f2f7106-21b4-4a84-b5ca-2d7fbf485f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:29.018636 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-2f2f7106-21b4-4a84-b5ca-2d7fbf485f45 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1127 time: 0.0722435 Jul 25 16:32:29.173084 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-25ce6890-9d32-4126-893b-691b89f477cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:29.175686 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-25ce6890-9d32-4126-893b-691b89f477cd service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1339118 Jul 25 16:32:29.526026 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-12486ba4-275a-48d5-bd36-029cad976d39 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 200 len: 998 time: 0.0832243 Jul 25 16:32:29.607720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-134f0dc5-a7ed-442b-bd6d-b39a51e31ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:29.610526 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-134f0dc5-a7ed-442b-bd6d-b39a51e31ef5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0782552 Jul 25 16:32:29.637731 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e7092-4438-42a8-a90e-225f7cde603d req-903a04cb-ab6b-44ea-b164-0f91678e0a74 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:29.640580 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f41e7092-4438-42a8-a90e-225f7cde603d req-903a04cb-ab6b-44ea-b164-0f91678e0a74 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0808830 Jul 25 16:32:29.682501 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-6d519f13-25a3-4adb-9664-9a98efbb8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:29.684633 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-6d519f13-25a3-4adb-9664-9a98efbb8924 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680554 Jul 25 16:32:29.726281 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f41e7092-4438-42a8-a90e-225f7cde603d req-9932b299-062e-4cab-9300-6c664285afe6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785611 Jul 25 16:32:29.810548 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-101f28d0-73ce-4dd6-80f1-1abf73de8c81 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195745 Jul 25 16:32:29.952135 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bf4d5295-3fd9-4681-bd50-36efb948435c req-79195b7f-925b-40b0-b564-e7de691d11bf service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350293 Jul 25 16:32:30.891818 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d65e-811f-47b1-a13c-7f156066b679 req-6be90d43-8128-45fd-bffa-ea0daaac0aff tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:30.893390 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4886d65e-811f-47b1-a13c-7f156066b679 req-6be90d43-8128-45fd-bffa-ea0daaac0aff tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0621150 Jul 25 16:32:30.951796 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4886d65e-811f-47b1-a13c-7f156066b679 req-be5e7868-3bdf-474c-9ff7-c7916062f44d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512047 Jul 25 16:32:31.880475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:32.129635 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ce5c-42c5-467f-894c-4909d2426227 req-d48bbf98-0e10-4f55-b8b1-cbeddd7d0374 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:32.132796 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-99f8ce5c-42c5-467f-894c-4909d2426227 req-d48bbf98-0e10-4f55-b8b1-cbeddd7d0374 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0692298 Jul 25 16:32:32.217705 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-99f8ce5c-42c5-467f-894c-4909d2426227 req-2ad83ba6-3416-43ba-b74c-29a4ccd02caf tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747035 Jul 25 16:32:33.402774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e652ee-6c45-4c9d-9b83-2b98d2869e66 req-127a14e0-b730-49e9-ac89-6cd887aa4442 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:33.404378 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-52e652ee-6c45-4c9d-9b83-2b98d2869e66 req-127a14e0-b730-49e9-ac89-6cd887aa4442 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0569189 Jul 25 16:32:33.467604 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-52e652ee-6c45-4c9d-9b83-2b98d2869e66 req-87a7988b-76e7-4105-8e02-e6e724f94515 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567131 Jul 25 16:32:34.615312 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552739e-5372-4146-a9a2-44fbc266d9db req-58e43df7-433a-4245-98bc-a7dfa8bdd6a5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:34.616964 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7552739e-5372-4146-a9a2-44fbc266d9db req-58e43df7-433a-4245-98bc-a7dfa8bdd6a5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0570850 Jul 25 16:32:34.674163 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7552739e-5372-4146-a9a2-44fbc266d9db req-96f87da5-6035-4553-8da8-f884c9b65a76 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507755 Jul 25 16:32:35.252648 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:35.818862 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f6aff-22a1-4d4c-97c1-b562bf9ae2b4 req-6d6ce717-e7af-4bc7-8f2e-a93fe1010493 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:35.820449 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6d8f6aff-22a1-4d4c-97c1-b562bf9ae2b4 req-6d6ce717-e7af-4bc7-8f2e-a93fe1010493 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 943 time: 0.0575547 Jul 25 16:32:35.880032 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6d8f6aff-22a1-4d4c-97c1-b562bf9ae2b4 req-63295327-2b19-4406-9f8f-2d2f542529c6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530684 Jul 25 16:32:35.950148 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:32:36.016478 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:36.064518 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:36.084824 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'mac_address': 'fa:16:3e:1f:1c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:32:36.126480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:32:36.126878 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:36.141948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:32:36.165812 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:36.171833 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:36.227031 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=9']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:36.236934 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.237394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.237908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.238370 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.238739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.239112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.239475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.239864 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.240223 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.240592 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.240976 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.241368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.241742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.242108 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.242474 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:32:36.394996 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['67736d36-f7e4-45ee-9af7-218a816c87b0'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:32:37.025982 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881d390-8aa1-443e-abba-918139f5fc26 req-b52c24e2-bc77-4e79-9f8d-d9491f045857 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:37.027558 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1881d390-8aa1-443e-abba-918139f5fc26 req-b52c24e2-bc77-4e79-9f8d-d9491f045857 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 944 time: 0.0555651 Jul 25 16:32:37.083491 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1881d390-8aa1-443e-abba-918139f5fc26 req-24d13903-0f74-4f2d-9a76-397d0ab4b811 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Jul 25 16:32:37.978203 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:32:38.032826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 67736d36-f7e4-45ee-9af7-218a816c87b0 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:32:38.033214 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:38.125427 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 67736d36-f7e4-45ee-9af7-218a816c87b0 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:32:38.126060 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:38.168695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:32:38.172687 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a90d2b1-b126-4dda-9737-dc4a3be49bc0" -d '{"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:32:38.196346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:32:38.203003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:38.237158 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02230b-c4bb-4409-82ba-76f128639585 req-d1ef8d6d-fb45-412a-9a0d-fbb724f5d46f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:38.238969 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd02230b-c4bb-4409-82ba-76f128639585 req-d1ef8d6d-fb45-412a-9a0d-fbb724f5d46f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 944 time: 0.0647502 Jul 25 16:32:38.243464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9b763-c3e6-496d-be68-cb7aab40a75f x-openstack-request-id: req-77b9b763-c3e6-496d-be68-cb7aab40a75f {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:32:38.243917 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-plugged", "status": "completed", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:32:38.244334 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77b9b763-c3e6-496d-be68-cb7aab40a75f {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:32:38.244980 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b9b763-c3e6-496d-be68-cb7aab40a75f'] response: {'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'code': 200} Jul 25 16:32:38.294967 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=10']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:32:38.299021 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fd02230b-c4bb-4409-82ba-76f128639585 req-1ce59df9-e9aa-457b-ad54-d9c457afc7e4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521045 Jul 25 16:32:38.698101 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51820-b40e-42ee-b8e6-6c19b5332cf9 req-e51bf016-4c26-42a0-98e3-cbae6488b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:38.701060 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-88f51820-b40e-42ee-b8e6-6c19b5332cf9 req-e51bf016-4c26-42a0-98e3-cbae6488b9b1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 1130 time: 0.0487251 Jul 25 16:32:38.776044 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-88f51820-b40e-42ee-b8e6-6c19b5332cf9 req-9b0066d4-8d54-44ee-b4a4-ff96df536c22 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687571 Jul 25 16:32:39.448967 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:39.468145 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91467-424b-4f58-8214-bbfd31da0c61 req-925515b2-0db3-48f2-9266-5309521df95f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:39.469852 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-55c91467-424b-4f58-8214-bbfd31da0c61 req-925515b2-0db3-48f2-9266-5309521df95f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0539136 Jul 25 16:32:39.534427 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-55c91467-424b-4f58-8214-bbfd31da0c61 req-418ad1c3-6758-4eb0-8437-be6a7c869884 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550158 Jul 25 16:32:40.724894 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741146b-7b0b-4a1a-8970-1b19201050ec req-2cef45c0-7193-410b-a9ed-bf25790cebb5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:40.726735 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0741146b-7b0b-4a1a-8970-1b19201050ec req-2cef45c0-7193-410b-a9ed-bf25790cebb5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0633426 Jul 25 16:32:40.802666 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0741146b-7b0b-4a1a-8970-1b19201050ec req-45128e67-f40a-4834-bdea-ad8056132308 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665126 Jul 25 16:32:42.004563 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296130-6bcd-46ff-9e24-bab2cf99bc42 req-2b0ad211-30d9-4b1d-bcd4-ce172f540e2f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:32:42.007411 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1f296130-6bcd-46ff-9e24-bab2cf99bc42 req-2b0ad211-30d9-4b1d-bcd4-ce172f540e2f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0781586 Jul 25 16:32:42.064838 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1f296130-6bcd-46ff-9e24-bab2cf99bc42 req-1fa7d504-abaa-417c-bacd-bb6b32d34da2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506411 Jul 25 16:32:45.322030 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:46.230691 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7ce6e871-f547-42c5-ab17-01830fdecb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:48.767430 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:48.771293 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=4,neutron:SELECT=81 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:50.166630 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-929b716b-7827-4026-89c9-8f22d080b3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:50.986989 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:32:51.117190 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:51.884035 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:52.055873 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:52.059318 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=23 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:32:52.552003 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:32:54.148568 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:00.983589 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:02.539176 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:02.543297 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:02.546708 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:15.330990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:15.769279 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:15.770460 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:16.227828 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca400-78d9-4a9b-92a3-121718cb34df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:16.683901 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731adc30-dc2f-437c-8d30-059e9b54f7c4 req-5813cff6-c365-4044-b742-628bbfafe9db tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:16.686435 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-731adc30-dc2f-437c-8d30-059e9b54f7c4 req-5813cff6-c365-4044-b742-628bbfafe9db tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0714393 Jul 25 16:33:16.757700 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-731adc30-dc2f-437c-8d30-059e9b54f7c4 req-c50b823b-5173-4e80-9f08-e54972afed80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633433 Jul 25 16:33:17.899720 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debafc0-eb14-4f35-8784-ea3beba3275e req-b9b072a1-f77b-4a56-a58e-090a9618298b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:17.901392 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2debafc0-eb14-4f35-8784-ea3beba3275e req-b9b072a1-f77b-4a56-a58e-090a9618298b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0541975 Jul 25 16:33:17.991383 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2debafc0-eb14-4f35-8784-ea3beba3275e req-f925eebc-fcb6-4c65-b8bc-31fff75f7521 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=77e7c66f-24e4-416a-9ef0-01abf3a844e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796721 Jul 25 16:33:18.285943 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-f3eae1de-4d33-433e-8dde-69f32165d1f8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:18.288654 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-f3eae1de-4d33-433e-8dde-69f32165d1f8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 946 time: 0.0971849 Jul 25 16:33:18.403992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Deleting port 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:18.404691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:18.536656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] For port 67736d36-f7e4-45ee-9af7-218a816c87b0, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=67736d36-f7e4-45ee-9af7-218a816c87b0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:18.537045 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:18.758221 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:18.758572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:18.758905 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Floating IP 0e7557e4-86b2-4b67-81ea-1e741fc19ae6 disassociated. External IP: 172.27.2.32, port: 67736d36-f7e4-45ee-9af7-218a816c87b0. Jul 25 16:33:18.759260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Calling delete_port for 67736d36-f7e4-45ee-9af7-218a816c87b0 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:18.920016 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (67736d36-f7e4-45ee-9af7-218a816c87b0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:18.951565 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'Port': ['ID=67736d36-f7e4-45ee-9af7-218a816c87b0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:18.965293 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.965954 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.966437 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.967013 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.967458 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.968010 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.968477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.968943 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.969415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.969852 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.970357 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.971893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.971893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.971893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:18.972390 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:19.125157 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:19.146959 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aa36029e-84c2-410c-98b9-ca55d27522f7 req-d5412012-2eae-46a0-9a7e-f3531999e6e5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f714dd8-86f9-4043-8bb6-39286efcfc1e HTTP/1.1" status: 200 len: 210 time: 0.0501556 Jul 25 16:33:19.255950 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:19.270700 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:19.287635 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:19.288658 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:32:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:19.323349 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] No DVR routers for this DVR port 67736d36-f7e4-45ee-9af7-218a816c87b0 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:19.327668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:19.333512 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ce75ded2-9ddc-4aac-a821-8928a201c406 req-5a4a8cb1-2782-477e-9fc4-65627caa8434 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "DELETE /v2.0/ports/67736d36-f7e4-45ee-9af7-218a816c87b0 HTTP/1.1" status: 204 len: 173 time: 1.0395977 Jul 25 16:33:19.334475 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-deleted', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:19.338714 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c834c-a6c5-4f4b-a12e-5d224da6f5ca" -d '{"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-deleted", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:19.412787 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bccd61-1a8d-4114-97c7-471c4cc001ba x-openstack-request-id: req-09bccd61-1a8d-4114-97c7-471c4cc001ba {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:19.413196 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f714dd8-86f9-4043-8bb6-39286efcfc1e", "name": "network-vif-deleted", "tag": "67736d36-f7e4-45ee-9af7-218a816c87b0", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:19.413575 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09bccd61-1a8d-4114-97c7-471c4cc001ba {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:19.414129 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bccd61-1a8d-4114-97c7-471c4cc001ba'] response: {'server_uuid': '9f714dd8-86f9-4043-8bb6-39286efcfc1e', 'name': 'network-vif-deleted', 'tag': '67736d36-f7e4-45ee-9af7-218a816c87b0', 'status': 'completed', 'code': 200} Jul 25 16:33:19.509476 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:19.804146 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:19.836307 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:19.848202 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:19.850066 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:32:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:20.073796 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:20.167585 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-94f3ae16-1226-4d6d-98a5-05acd790bee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.314286 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40010) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:20.387809 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:20.414434 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (77e7c66f-24e4-416a-9ef0-01abf3a844e3), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.425043 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b983e-e797-4e62-9695-8e74ec634814 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:20.451350 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:20.461009 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:20.461811 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (77e7c66f-24e4-416a-9ef0-01abf3a844e3), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.549748 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (77e7c66f-24e4-416a-9ef0-01abf3a844e3), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.552984 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.554622 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "DELETE /v2.0/security-groups/77e7c66f-24e4-416a-9ef0-01abf3a844e3 HTTP/1.1" status: 204 len: 168 time: 0.2389312 Jul 25 16:33:20.559536 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40012) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:20.571073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dffc7b-0134-493e-ae99-626a60e4f15e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e7c66f-24e4-416a-9ef0-01abf3a844e3,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:20.586021 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-6994646f-0471-4275-9495-f52072ed0f33 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] show failed (client error): The resource could not be found. Jul 25 16:33:20.591680 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6994646f-0471-4275-9495-f52072ed0f33 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups/77e7c66f-24e4-416a-9ef0-01abf3a844e3 HTTP/1.1" status: 404 len: 347 time: 0.0262337 Jul 25 16:33:20.592240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40014) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:20.757216 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfafc86-37cf-45f0-859d-0cc4ea35b0f9 None None] New status for floating IP 0e7557e4-86b2-4b67-81ea-1e741fc19ae6: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:33:20.807553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Deleting port 9305a583-0e1c-47dd-b2f0-c45b8239229a {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:20.808060 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.976905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:20.977374 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (9305a583-0e1c-47dd-b2f0-c45b8239229a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.003706 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Calling delete_port for 9305a583-0e1c-47dd-b2f0-c45b8239229a owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:21.127835 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.182362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9305a583-0e1c-47dd-b2f0-c45b8239229a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.210229 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'Port': ['ID=9305a583-0e1c-47dd-b2f0-c45b8239229a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:21.297626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (0e7557e4-86b2-4b67-81ea-1e741fc19ae6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.302269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.304452 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fc90e8b7-d00f-4c35-95b7-20203f94e4b9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "DELETE /v2.0/floatingips/0e7557e4-86b2-4b67-81ea-1e741fc19ae6 HTTP/1.1" status: 204 len: 168 time: 0.7102637 Jul 25 16:33:21.433588 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40018) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:21.438637 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502483939', 'description': 'tempest-description--1840246704'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:21.467226 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.556622 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (2cd2e50e-f97d-4696-8677-0690249bc5e6), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.561662 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2cd2e50e-f97d-4696-8677-0690249bc5e6), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.598073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.599895 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1650920 Jul 25 16:33:21.604703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40020) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:21.608537 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e1c9-6178-49c4-b830-a7116c0525d2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd2e50e-f97d-4696-8677-0690249bc5e6,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:21.613944 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group_rule': {'security_group_id': '2cd2e50e-f97d-4696-8677-0690249bc5e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:21.648341 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (241dd111-79ba-409d-a064-03ed27f8e0f3), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.732264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (241dd111-79ba-409d-a064-03ed27f8e0f3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.739579 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (241dd111-79ba-409d-a064-03ed27f8e0f3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.778979 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241dd111-79ba-409d-a064-03ed27f8e0f3,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:21.789364 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.794375 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e1db98a4-d538-4356-8935-6b241434b51f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840749 Jul 25 16:33:21.794617 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40022) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:21.801820 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'security_group_rule': {'security_group_id': '2cd2e50e-f97d-4696-8677-0690249bc5e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:21.850310 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (bfa24d15-2ee3-48ab-a2b1-22c5754dbd5f), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.887221 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.936222 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (bfa24d15-2ee3-48ab-a2b1-22c5754dbd5f), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.940751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (bfa24d15-2ee3-48ab-a2b1-22c5754dbd5f), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.965265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa24d15-2ee3-48ab-a2b1-22c5754dbd5f,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:21.975923 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:21.977597 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-83b930e5-28c3-4ed0-9247-44b9e665de80 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813130 Jul 25 16:33:21.981272 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40024) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:21.986837 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:22.016386 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:22.211271 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:22.237626 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 67736d36-f7e4-45ee-9af7-218a816c87b0 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:22.238105 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 67736d36-f7e4-45ee-9af7-218a816c87b0 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:22.441078 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-b5b9b35d-9160-4cba-aa95-0e12522b3378 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611751 Jul 25 16:33:22.455063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:22.468497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:22.509536 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:22.567785 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:22.574744 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5960-8324-44e8-b927-6135071443f2 req-41319cad-82ad-4065-90f5-f170358b3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:22.576606 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-41319cad-82ad-4065-90f5-f170358b3e60 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0782599 Jul 25 16:33:22.694779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Allocated IP 172.27.2.38 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/aed6bb72-5ac0-47de-932c-f16867587b28) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:33:22.788286 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5960-8324-44e8-b927-6135071443f2 req-7f42a562-0a62-43cd-bcce-81e90243a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:22.789752 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-7f42a562-0a62-43cd-bcce-81e90243a3c7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.1844099 Jul 25 16:33:22.894338 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-4f7f8f6e-7506-400a-86ab-06f8f678540a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 1001 time: 0.0946438 Jul 25 16:33:22.944311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (aed6bb72-5ac0-47de-932c-f16867587b28), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:22.996954 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5960-8324-44e8-b927-6135071443f2 req-8d1fa4b5-3a23-4b74-a771-2e71a93847c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:22.999976 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-8d1fa4b5-3a23-4b74-a771-2e71a93847c1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.0976639 Jul 25 16:33:23.057214 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.059972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5960-8324-44e8-b927-6135071443f2 req-b429029c-bcc3-4c58-83a6-897c6d1c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:23.061683 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-b429029c-bcc3-4c58-83a6-897c6d1c8543 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556211 Jul 25 16:33:23.153095 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:33:23.159959 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:33:23.173173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:33:23.217311 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=aed6bb72-5ac0-47de-932c-f16867587b28,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:23.268711 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-55a80215-15cb-48be-b98b-e5a17ff7022e service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983256 Jul 25 16:33:23.274633 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:23.385393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.457777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.462027 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3bef5960-8324-44e8-b927-6135071443f2 req-1e59fe55-999c-4838-afb0-746e150ae6fe service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865873 Jul 25 16:33:23.493913 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:23.667310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (aed6bb72-5ac0-47de-932c-f16867587b28), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.673570 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.757439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=aed6bb72-5ac0-47de-932c-f16867587b28,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:23.776762 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.798281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:23.799800 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5557ef08-78c1-4090-9c52-d5880114eaad tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8170249 Jul 25 16:33:24.064391 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-2195ef63-1530-42d2-9ec7-7e321fc63914 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1502483939&fields=id&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 267 time: 0.0636015 Jul 25 16:33:24.247068 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-8491aa82-dc2c-449d-b678-5ab61385d188 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:24.249586 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-8491aa82-dc2c-449d-b678-5ab61385d188 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 816 time: 0.1726632 Jul 25 16:33:24.272367 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-1784ac10-8dcd-4ac8-b923-6d100af9031c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/quotas/4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 375 time: 0.0152388 Jul 25 16:33:24.343434 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-83715230-306a-43c0-b8d9-7dd997f32359 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644567 Jul 25 16:33:24.594763 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-a6b98c1c-84ea-45c0-8add-b0fedfa60465 service neutron] 10.222.0.66 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375472 Jul 25 16:33:24.716549 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-ca6f8ee9-c61f-4590-a51d-98ab1f4c5b8e service neutron] 10.222.0.66 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112580 Jul 25 16:33:24.893752 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:24.918595 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-eebb775e-5bf4-42e0-b799-e36b47011929 req-79e2ff70-363a-4f5c-bbdc-9bae6f1f6882 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 210 time: 0.0345149 Jul 25 16:33:26.063802 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9459f4e8-5144-4e65-9e07-78785dc7596c req-2a99788c-e965-4a45-aa70-f1031b97f71c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 210 time: 0.0379870 Jul 25 16:33:26.163614 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-7d7f8f62-b218-4a38-866d-1e9f14dcb0f6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:26.165223 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-7d7f8f62-b218-4a38-866d-1e9f14dcb0f6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 816 time: 0.2049344 Jul 25 16:33:26.253013 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-bb9c5d9a-b7bf-401f-bfd3-caccbf88088b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 380 time: 0.0750358 Jul 25 16:33:26.286934 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'port': {'device_id': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'admin_state_up': True, 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'security_groups': ['2cd2e50e-f97d-4696-8677-0690249bc5e6']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:26.428757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Made reservation on behalf of 4501489e56744cf98e49895b6d5aa6f8 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:33:26.433442 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:26.607262 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Allocated IP 172.20.0.11 (70511969-6625-420f-86eb-299a6f40df62/2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6/567c5e1f-440f-4238-a0c4-7abbd6b3c53f) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:33:26.640497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:26.811085 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:26.817230 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:26.874170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:26.927308 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Network 70511969-6625-420f-86eb-299a6f40df62 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:33:26.934346 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:33:26.939970 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:33:26.979468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:27.017667 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:27.018504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.042046 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5d2eceff-2a26-4884-8226-604487599e79 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593555 Jul 25 16:33:27.056792 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Request body: {'port': {'device_id': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:27.151757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.222159 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-8b1fc7ae-de18-40ce-9b4e-396a73d1b2aa None None] Provisioning complete for port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:33:27.223199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc7ae-de18-40ce-9b4e-396a73d1b2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.225937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:27.264259 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fc7ae-de18-40ce-9b4e-396a73d1b2aa None None] Port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:33:27.292184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c3b7-eba0-4588-a452-86ca3d2ff476 req-d7151689-ebdb-4dc4-babc-69dbc2d64a4d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:27.295440 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5c4c3b7-eba0-4588-a452-86ca3d2ff476 req-d7151689-ebdb-4dc4-babc-69dbc2d64a4d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 932 time: 0.0822086 Jul 25 16:33:27.356240 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e5c4c3b7-eba0-4588-a452-86ca3d2ff476 req-057f7c82-05ae-4953-89dc-18ddd91d9b68 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512116 Jul 25 16:33:27.601772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:33:27.619615 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks [] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.647364 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Transition to ACTIVE for port object 567c5e1f-440f-4238-a0c4-7abbd6b3c53f will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:33:27.654537 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.725797 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83b32-1fab-4649-a1e4-ead289d7f8fe req-83e2e25c-3f48-4b46-bb8b-b44a7dae19be tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:27.727898 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-24a83b32-1fab-4649-a1e4-ead289d7f8fe req-83e2e25c-3f48-4b46-bb8b-b44a7dae19be tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0933051 Jul 25 16:33:27.733951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:27.821469 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-24a83b32-1fab-4649-a1e4-ead289d7f8fe req-2375900a-d53a-4160-8160-518b68d5ebe1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783911 Jul 25 16:33:27.849054 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Attempting to bind port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:33:27.849448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Attempting to bind port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:33:27.849790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Attempting to bind port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:33:27.856379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f on network 70511969-6625-420f-86eb-299a6f40df62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:33:27.857140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Attempting to bind port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f on network 70511969-6625-420f-86eb-299a6f40df62 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:33:27.864600 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:33:27.864946 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Checking segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:33:27.865330 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Bound using segment: {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:33:27.866067 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Bound port: 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3ac20-33e0-414e-8770-47fffcb3c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '70511969-6625-420f-86eb-299a6f40df62'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:33:27.866604 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.870234 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:27.971251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:33:27.976383 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:33:27.987042 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:27.993903 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:33:28.035628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:28.036467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:28.038101 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] 10.222.0.102 "PUT /v2.0/ports/567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 1094 time: 0.9890878 Jul 25 16:33:28.038638 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:28.041202 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d70856-20a6-47bb-88e6-a3558c49421a" -d '{"events": [{"name": "network-changed", "server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:28.086543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961c8fd-4134-476f-a754-cdd89c22d623 service neutron] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:28.097998 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aa9298-dee4-4d23-a24e-f57c5590cd17 x-openstack-request-id: req-93aa9298-dee4-4d23-a24e-f57c5590cd17 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:28.098477 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:28.098910 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93aa9298-dee4-4d23-a24e-f57c5590cd17 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:28.099583 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93aa9298-dee4-4d23-a24e-f57c5590cd17'] response: {'name': 'network-changed', 'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'status': 'completed', 'code': 200} Jul 25 16:33:28.512835 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e24c2-ffdb-436a-a01b-384f05a7a4bc req-f3d1b4d9-a448-4710-bd10-18ddf255c3f3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:28.514496 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db3e24c2-ffdb-436a-a01b-384f05a7a4bc req-f3d1b4d9-a448-4710-bd10-18ddf255c3f3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0588319 Jul 25 16:33:28.582933 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-db3e24c2-ffdb-436a-a01b-384f05a7a4bc req-6a47f309-9c62-4866-99ee-0ad52e5539e9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611844 Jul 25 16:33:28.602458 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:28.652463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70856-20a6-47bb-88e6-a3558c49421a req-76d1e817-7e65-4dc6-a6e0-db42b4f70db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:28.654438 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46d70856-20a6-47bb-88e6-a3558c49421a req-76d1e817-7e65-4dc6-a6e0-db42b4f70db3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0654364 Jul 25 16:33:28.898651 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70856-20a6-47bb-88e6-a3558c49421a req-9a220af1-5681-487c-b74d-7910588db066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:28.901241 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46d70856-20a6-47bb-88e6-a3558c49421a req-9a220af1-5681-487c-b74d-7910588db066 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4501489e56744cf98e49895b6d5aa6f8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1779416 Jul 25 16:33:28.969923 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb1ca6-19a9-4021-942a-9643ae7efc99 req-d8032088-4b43-471e-ac8b-8dec4041f387 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:28.972484 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4fdb1ca6-19a9-4021-942a-9643ae7efc99 req-d8032088-4b43-471e-ac8b-8dec4041f387 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0654669 Jul 25 16:33:29.056033 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4fdb1ca6-19a9-4021-942a-9643ae7efc99 req-07d63c67-8057-4713-964e-3359440e5280 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729289 Jul 25 16:33:29.085517 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-c4b6f427-d93e-4bad-b031-59ad4e697b9d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.085517 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-c4b6f427-d93e-4bad-b031-59ad4e697b9d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 946 time: 0.0730333 Jul 25 16:33:29.131336 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70856-20a6-47bb-88e6-a3558c49421a req-359e8045-59db-405c-9826-7f27cc8a353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.132743 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-46d70856-20a6-47bb-88e6-a3558c49421a req-359e8045-59db-405c-9826-7f27cc8a353f service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941490 Jul 25 16:33:29.231405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port ba67a122-49be-4a38-b52a-c75066e7b265 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:29.231742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:29.260572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-a5ff0364-2c6e-4305-a3e8-e4347df81481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.262297 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-a5ff0364-2c6e-4305-a3e8-e4347df81481 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0794120 Jul 25 16:33:29.339080 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-8f7b6b66-1bdd-49af-aeb8-7717738b7a1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 217 time: 0.0492287 Jul 25 16:33:29.430553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-b45d4515-7a5b-4658-9104-798cbaeff0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.431957 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-b45d4515-7a5b-4658-9104-798cbaeff0a6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0867124 Jul 25 16:33:29.434166 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] For port ba67a122-49be-4a38-b52a-c75066e7b265, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba67a122-49be-4a38-b52a-c75066e7b265,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:29.434435 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:29.531351 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-a34edf52-0479-488d-9f00-013a71e2e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.532888 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-a34edf52-0479-488d-9f00-013a71e2e62c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0951219 Jul 25 16:33:29.785699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139478b9-2b5f-413b-90cf-c080cf40abd8 req-788b5c7c-2c36-4747-8521-4dd0c763b428 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:29.788658 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-139478b9-2b5f-413b-90cf-c080cf40abd8 req-788b5c7c-2c36-4747-8521-4dd0c763b428 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0668056 Jul 25 16:33:29.790736 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-0fe20094-0cd9-4908-b7ca-5531d20cb836 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495058 Jul 25 16:33:29.792806 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:29.793160 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (467a7897-1e0c-4783-ba40-e5b37a4495a1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:29.793512 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP 467a7897-1e0c-4783-ba40-e5b37a4495a1 disassociated. External IP: 172.27.2.184, port: ba67a122-49be-4a38-b52a-c75066e7b265. Jul 25 16:33:29.793864 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for ba67a122-49be-4a38-b52a-c75066e7b265 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:29.853025 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-139478b9-2b5f-413b-90cf-c080cf40abd8 req-342815ef-4331-4fb2-a442-3a3372a8a9fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579255 Jul 25 16:33:29.894739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:29.901075 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:29.971178 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-65f5305a-7685-4cd6-b4a8-9b943635a5a7 req-c22ab3dc-b751-40df-9d70-4ce304148d3f service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744764 Jul 25 16:33:30.065282 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ba67a122-49be-4a38-b52a-c75066e7b265), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:30.098430 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=ba67a122-49be-4a38-b52a-c75066e7b265,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:30.216693 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-99dec8ea-682f-45ff-a005-39f1a52bec83 req-0c760bfd-f9c6-4000-8022-296d08462ac4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 210 time: 0.0544229 Jul 25 16:33:30.254234 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:30.706384 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:30.719132 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:30.732600 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:30.733406 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:30.779294 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] No DVR routers for this DVR port ba67a122-49be-4a38-b52a-c75066e7b265 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:30.783792 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:30.789863 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1c66a0f4-8366-40bb-a11d-3ae0218ca65d req-d0ec1ab1-b34d-4f8d-bc55-bc1b8903aaa6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "DELETE /v2.0/ports/ba67a122-49be-4a38-b52a-c75066e7b265 HTTP/1.1" status: 204 len: 173 time: 1.6995718 Jul 25 16:33:30.790599 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'name': 'network-vif-deleted', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:30.795269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c77c79-89e9-46d7-a1c1-b653d279eb22" -d '{"events": [{"server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "name": "network-vif-deleted", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:30.862804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cd3a49-a8c6-4433-8a74-004c2c075be2 x-openstack-request-id: req-29cd3a49-a8c6-4433-8a74-004c2c075be2 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:30.864259 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8757e6e3-9388-4e11-9060-a1e8b7e2192a", "name": "network-vif-deleted", "tag": "ba67a122-49be-4a38-b52a-c75066e7b265", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:30.864675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29cd3a49-a8c6-4433-8a74-004c2c075be2 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:30.866314 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cd3a49-a8c6-4433-8a74-004c2c075be2'] response: {'server_uuid': '8757e6e3-9388-4e11-9060-a1e8b7e2192a', 'name': 'network-vif-deleted', 'tag': 'ba67a122-49be-4a38-b52a-c75066e7b265', 'status': 'completed', 'code': 200} Jul 25 16:33:30.887450 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:31.049690 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f8e00-c841-437e-b0d9-7f3fe6bcdd61 req-2588ace9-4791-468b-9a6f-f08f557b868b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:31.051532 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c7f8e00-c841-437e-b0d9-7f3fe6bcdd61 req-2588ace9-4791-468b-9a6f-f08f557b868b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0855622 Jul 25 16:33:31.104966 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:31.138565 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8c7f8e00-c841-437e-b0d9-7f3fe6bcdd61 req-ea6f5805-fb95-4f74-bc39-fc08bad0e73f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745475 Jul 25 16:33:31.159114 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:31.193961 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:31.203012 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:31.206016 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:31.206590 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:31.368206 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:31.408430 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c42be4fc-a8ae-407b-aaff-f4f71d79bbd4 req-b40d73d0-2a16-4499-a312-78c9657acff4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=8757e6e3-9388-4e11-9060-a1e8b7e2192a HTTP/1.1" status: 200 len: 210 time: 0.0479302 Jul 25 16:33:31.768386 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:31.799523 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e34d6-57a4-41cb-9ff2-731b5b6119cb None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:32.097739 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce5bbf-779a-4e85-9b79-09bf0383a139 None None] New status for floating IP 467a7897-1e0c-4783-ba40-e5b37a4495a1: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:33:32.249475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:33:32.252568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ba67a122-49be-4a38-b52a-c75066e7b265 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:32.324195 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5dc53-7e0f-46ba-b6be-37839319dc68 req-1127df0e-05a7-4d97-9fad-5546facf8cb4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:32.326965 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ba5dc53-7e0f-46ba-b6be-37839319dc68 req-1127df0e-05a7-4d97-9fad-5546facf8cb4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0852489 Jul 25 16:33:32.423662 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5ba5dc53-7e0f-46ba-b6be-37839319dc68 req-e61b6dc1-0fc0-4093-b349-48fef7d1d106 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895875 Jul 25 16:33:32.486899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: ba67a122-49be-4a38-b52a-c75066e7b265 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:32.487260 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ba67a122-49be-4a38-b52a-c75066e7b265 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:32.642439 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:32.668151 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:33:32.738612 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:33:32.739251 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:32.763246 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:33:32.803748 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:32.809692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:32.852151 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-e311293b-d06b-40f9-94e8-902ba2129a31 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487919838&fields=id&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 267 time: 0.0852411 Jul 25 16:33:32.873879 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:33.025370 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-b1a85c14-ff8f-43d1-a9d9-50d89b56e68f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:33.025758 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['567c5e1f-440f-4238-a0c4-7abbd6b3c53f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:33:33.027278 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-b1a85c14-ff8f-43d1-a9d9-50d89b56e68f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.1629727 Jul 25 16:33:33.049205 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-94a58996-aacc-4708-8c32-b73d24c7bc14 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/quotas/ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 375 time: 0.0114734 Jul 25 16:33:33.123213 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-db4543b1-eb87-4c1a-a0c7-28d8c226efed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646837 Jul 25 16:33:33.238718 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:33.244439 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-c68e77f3-5c9a-431c-a6eb-80577ed8486b service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056318 Jul 25 16:33:33.332699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:33.360307 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-8175c8c8-9cc3-43dc-8ec6-60ab766c4712 service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084726 Jul 25 16:33:33.629300 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbc564-0089-4366-bd7e-03a337763467 req-8792177f-6440-4eb7-b52f-96eb898b7dd6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:33.631629 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23cbc564-0089-4366-bd7e-03a337763467 req-8792177f-6440-4eb7-b52f-96eb898b7dd6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 945 time: 0.0832903 Jul 25 16:33:33.723399 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23cbc564-0089-4366-bd7e-03a337763467 req-0df8426c-20bd-4d10-807b-fcc323085cdd tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837686 Jul 25 16:33:33.808573 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0935d731-1cde-477d-94f1-dd55224e6b6e req-4107cebd-4308-4338-8a38-ccb540571c07 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 210 time: 0.0395160 Jul 25 16:33:34.241915 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:33:34.307252 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:33:34.317202 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:33:34.317786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:34.423547 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:33:34.424041 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:34.456222 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:34.459178 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f935f-3f9f-408a-a825-baf542783c87" -d '{"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:34.483960 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:34.491200 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:34.535713 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb79c799-1eb0-41a1-838a-0aa6e3d6b317 x-openstack-request-id: req-eb79c799-1eb0-41a1-838a-0aa6e3d6b317 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:34.536101 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:34.536483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb79c799-1eb0-41a1-838a-0aa6e3d6b317 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:34.537002 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb79c799-1eb0-41a1-838a-0aa6e3d6b317'] response: {'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'code': 200} Jul 25 16:33:34.574536 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:34.913146 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae0f5f-2e6a-43fa-a285-e483e65c4a9e req-ca0ce1a5-6612-44fa-bacb-5704909814b6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:34.915775 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcae0f5f-2e6a-43fa-a285-e483e65c4a9e req-ca0ce1a5-6612-44fa-bacb-5704909814b6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0735171 Jul 25 16:33:34.942701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaebd4-5883-4118-81fd-a3640ee0087d req-6e9e1434-58e1-4dd2-8c3b-2293a5b6c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:34.946546 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ddbaebd4-5883-4118-81fd-a3640ee0087d req-6e9e1434-58e1-4dd2-8c3b-2293a5b6c841 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1130 time: 0.1049569 Jul 25 16:33:35.031272 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cbeb67d6-b38d-4a40-ac07-0a5fbf9a7c3a req-8b93ef79-b673-4263-9b5f-b61b9149af97 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 210 time: 0.0616727 Jul 25 16:33:35.043479 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dcae0f5f-2e6a-43fa-a285-e483e65c4a9e req-76e2b512-ddb6-4f60-b524-0c8b1f134f8b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151989 Jul 25 16:33:35.168607 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-ddbaebd4-5883-4118-81fd-a3640ee0087d req-c1238570-af97-4418-9496-a5b070d70515 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073977 Jul 25 16:33:35.221404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-5119bec0-de68-4bc3-bf94-ddea1cf83ace tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:35.224259 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-5119bec0-de68-4bc3-bf94-ddea1cf83ace tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.2592046 Jul 25 16:33:35.479090 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-d1fee6af-fc70-451d-9b4a-111a3d997b4f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 379 time: 0.0960789 Jul 25 16:33:35.492956 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'port': {'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'admin_state_up': True, 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'security_groups': ['68a6c932-b16f-435c-b1b7-d6e7391b3821']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:35.654448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Made reservation on behalf of ee2c762eec4646afbd0ea4d71a58894d for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:33:35.660569 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:35.680397 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:35.906381 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.20.0.12 (5179c8ca-857c-4cbe-a31d-a95e81512509/c6f3801f-6d9e-4ffc-a509-c0d71dd74797/1d784ffa-ce5c-4955-a5dd-9e70c917f66c) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:33:35.916700 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:36.184498 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.215865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40122) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:36.264004 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-546c0fb5-52ac-4614-beee-82495b5d294e req-300a603d-fe6a-421c-a90d-b7aaabc7c3ad tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 210 time: 0.0927091 Jul 25 16:33:36.292592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa67e6-0cd0-407f-ab8a-4c5b80296f54 req-7d282afb-2808-46f5-8c34-acea1439c7ec tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:36.295415 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0cfa67e6-0cd0-407f-ab8a-4c5b80296f54 req-7d282afb-2808-46f5-8c34-acea1439c7ec tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.1081893 Jul 25 16:33:36.326665 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.367535 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0cfa67e6-0cd0-407f-ab8a-4c5b80296f54 req-facbc9a1-d75e-48c8-a029-9c083a0013f6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604987 Jul 25 16:33:36.445911 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:33:36.459129 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:33:36.520283 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:33:36.531392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:36.699305 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:36.700166 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.731134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Deleting port 3eb99049-a5a3-4152-9a54-b3a94e854877 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:36.731493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.736838 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-c9b4a327-1d7e-4434-b83f-cd6b8355ac33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2514758 Jul 25 16:33:36.788292 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Request body: {'port': {'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:36.836615 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f5a7250a-da67-4386-96a1-8677a804c56c None None] Provisioning complete for port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:33:36.838445 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f5a7250a-da67-4386-96a1-8677a804c56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.904417 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7250a-da67-4386-96a1-8677a804c56c None None] Port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:33:36.920709 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.927107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.927491 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for floatingip (3eb99049-a5a3-4152-9a54-b3a94e854877), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:36.954483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Calling delete_port for 3eb99049-a5a3-4152-9a54-b3a94e854877 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:36.988741 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:37.169985 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:37.386850 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (3eb99049-a5a3-4152-9a54-b3a94e854877), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:37.468778 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9ed2c-800c-41c4-9f7c-d9ae06ef50e4 req-76824af3-e7a4-4c92-b0fd-07c6b58ff46f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:37.475954 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event deleted for resources: {'Port': ['ID=3eb99049-a5a3-4152-9a54-b3a94e854877,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:37.491536 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95b9ed2c-800c-41c4-9f7c-d9ae06ef50e4 req-76824af3-e7a4-4c92-b0fd-07c6b58ff46f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 932 time: 0.1196961 Jul 25 16:33:37.507627 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d784ffa-ce5c-4955-a5dd-9e70c917f66c {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:33:37.550831 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks [] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:37.621736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Transition to ACTIVE for port object 1d784ffa-ce5c-4955-a5dd-9e70c917f66c will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:33:37.634888 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:37.668526 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff1564-24e6-4375-84d8-b84ca5c4d880 req-e7ccf1e1-b8eb-4336-ab7c-d476828f1147 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:37.671350 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c2ff1564-24e6-4375-84d8-b84ca5c4d880 req-e7ccf1e1-b8eb-4336-ab7c-d476828f1147 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.1518369 Jul 25 16:33:37.679504 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-95b9ed2c-800c-41c4-9f7c-d9ae06ef50e4 req-f7c8567b-5c84-436a-90ef-e04b0f8703ac tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865580 Jul 25 16:33:37.709883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for floatingip (90a509bb-f8cc-40a3-9966-9dd4a182be00), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:37.710448 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Floating IP 90a509bb-f8cc-40a3-9966-9dd4a182be00 disassociated (deleted). External IP: 172.27.2.104, port: 54cf1201-fdc0-44ce-bc59-698ade1f2c99. Jul 25 16:33:37.793783 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c2ff1564-24e6-4375-84d8-b84ca5c4d880 req-be307769-f1f4-42a3-b105-b71eb0f6d949 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103587 Jul 25 16:33:37.871624 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:38.016934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5fb0-d165-410c-a598-9e63deac865a req-4a1b7703-5bc5-4625-9b57-0f6d0abbea22 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:38.018902 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fa0a5fb0-d165-410c-a598-9e63deac865a req-4a1b7703-5bc5-4625-9b57-0f6d0abbea22 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0891747 Jul 25 16:33:38.036869 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40130) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:38.043053 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Request body: {'floatingip': {'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:38.065675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Attempting to bind port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:33:38.066178 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Attempting to bind port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:33:38.066723 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Attempting to bind port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:33:38.093090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.137645 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c on network 5179c8ca-857c-4cbe-a31d-a95e81512509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:33:38.138188 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Attempting to bind port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:33:38.162144 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:33:38.162717 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:33:38.163365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Bound using segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:33:38.164137 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Bound port: 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:33:38.164739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.347042 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:38.382237 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Router 01e6bdaa-e1b2-425e-a3b3-611c3982648a has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:38.393669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:33:38.398696 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:38.404437 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:33:38.418356 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.557409 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:38.558512 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.561240 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] 10.222.0.102 "PUT /v2.0/ports/1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 1094 time: 1.8097882 Jul 25 16:33:38.565730 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:38.569881 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb411da7-e632-4d80-9600-091d110b922b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:38.680175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be0158-79b6-4e65-bdf7-496ca24fbbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:38.685938 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0455d5-cd92-41e0-9a0f-6183f2785680 x-openstack-request-id: req-2f0455d5-cd92-41e0-9a0f-6183f2785680 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:38.686329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:38.686497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f0455d5-cd92-41e0-9a0f-6183f2785680 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:38.686888 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0455d5-cd92-41e0-9a0f-6183f2785680'] response: {'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'status': 'completed', 'code': 200} Jul 25 16:33:38.721167 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-2115faea-e5db-4a30-a13f-ba1cdd3a03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:38.723792 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-2115faea-e5db-4a30-a13f-ba1cdd3a03bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1128 time: 0.0817318 Jul 25 16:33:38.805426 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:38.809671 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-7e09b81b-0ae0-4282-92e5-2ba55e073f89 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 217 time: 0.0697873 Jul 25 16:33:38.815062 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.829462 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:38.840216 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Sync routers for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:38.861301 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:38.861984 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:38.870741 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.892444 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:38.903017 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:38.919654 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7e76fdd0-e0ba-47ae-9241-c301020f5a1e tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "DELETE /v2.0/floatingips/90a509bb-f8cc-40a3-9966-9dd4a182be00 HTTP/1.1" status: 204 len: 168 time: 2.7019308 Jul 25 16:33:38.930021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-95b85c3e-ddf9-49b4-aba9-22a5438b5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:38.931939 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-95b85c3e-ddf9-49b4-aba9-22a5438b5999 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.1109478 Jul 25 16:33:39.012328 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:39.019024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048404eb-8566-4132-a365-49ca67c4c026 req-3c7933ce-a8e2-4d4e-b302-1c20b5b31d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:39.021881 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-3c7933ce-a8e2-4d4e-b302-1c20b5b31d07 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833657 Jul 25 16:33:39.321549 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-df1ba79f-5f3e-447e-803d-2bb9a826a6ff service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900233 Jul 25 16:33:39.381592 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:39.427965 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Checking router: 01e6bdaa-e1b2-425e-a3b3-611c3982648a for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:39.443465 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:39.444443 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:39.447550 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316ab7-c2dd-4420-ad22-fd6ff1aa394a req-746ca160-444f-4802-ab49-7afb27b92768 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:39.450144 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f7316ab7-c2dd-4420-ad22-fd6ff1aa394a req-746ca160-444f-4802-ab49-7afb27b92768 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.6061592 Jul 25 16:33:39.536034 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc85a67-eecb-4905-8f54-ffba49a5136a req-62cfc9b7-65a3-422b-89c5-9f9a3c4a6f26 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:39.537811 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bcc85a67-eecb-4905-8f54-ffba49a5136a req-62cfc9b7-65a3-422b-89c5-9f9a3c4a6f26 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.1601741 Jul 25 16:33:39.628410 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:39.660192 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Floating IP bebc8360-3fce-48f5-b7c5-1217f2f9b93c associated. External IP: 172.27.2.38, port: 567c5e1f-440f-4238-a0c4-7abbd6b3c53f. Jul 25 16:33:39.675371 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f7316ab7-c2dd-4420-ad22-fd6ff1aa394a req-a3ddd2c5-a792-43cb-8198-cdd5aa3b1342 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105117 Jul 25 16:33:39.692315 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:39.755854 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bcc85a67-eecb-4905-8f54-ffba49a5136a req-aa3ab342-e1c8-435a-943e-23fef8595bff tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082345 Jul 25 16:33:39.946820 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:39.976623 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ed84f-34c6-4b17-bc7a-09ba54ae2c21 None None] The sync data for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi is: [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:28:34Z', 'revision_number': 4, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '416fc2b9-4bda-45ac-8d0a-039d51c2146b', 'name': '', 'network_id': '120c8944-cc34-4fa8-988b-27a538aee072', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'mac_address': 'fa:16:3e:4d:9f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:34Z', 'updated_at': '2022-07-25T16:28:42Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'subnets': [{'id': 'eba0cb75-9dc5-4be8-9554-d4dae3f4422a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:40.016689 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:40.146116 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:40.151978 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:40.164296 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:40.181608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:40.183076 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:40.202973 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fc120f29-f088-4ded-a6af-2c8d75f0060d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "PUT /v2.0/floatingips/bebc8360-3fce-48f5-b7c5-1217f2f9b93c HTTP/1.1" status: 200 len: 991 time: 2.1613853 Jul 25 16:33:40.202973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:40.204940 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe854e-9f84-4d08-b670-83bcee4b42d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:40.280696 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648c9817-c7b4-4c01-80eb-75c1e960d648 x-openstack-request-id: req-648c9817-c7b4-4c01-80eb-75c1e960d648 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:40.281208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:40.281691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-648c9817-c7b4-4c01-80eb-75c1e960d648 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:40.282374 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648c9817-c7b4-4c01-80eb-75c1e960d648'] response: {'name': 'network-changed', 'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'status': 'completed', 'code': 200} Jul 25 16:33:40.320205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:40.341383 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a8a23-3f0a-4842-ba3e-626a4664bdca None None] New status for floating IP 90a509bb-f8cc-40a3-9966-9dd4a182be00: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:33:40.350455 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:40.408349 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-048404eb-8566-4132-a365-49ca67c4c026 req-a05b9a0f-4364-44e2-be08-c558c8f21196 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065313 Jul 25 16:33:40.475582 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-abb9b195-0733-4e8a-ab8d-06e86bc0062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:40.477161 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-abb9b195-0733-4e8a-ab8d-06e86bc0062c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1130 time: 0.0911112 Jul 25 16:33:40.541308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:40.561115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:40.671816 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'bebc8360-3fce-48f5-b7c5-1217f2f9b93c', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:23Z', 'updated_at': '2022-07-25T16:33:38Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:40.687674 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:40.690737 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb927731-05d5-407b-9531-320caa3f173f" -d '{"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:40.727405 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:40.745899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:40.746964 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:40.874632 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c8e532-ba49-4830-8a51-2204a7939a15 x-openstack-request-id: req-95c8e532-ba49-4830-8a51-2204a7939a15 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:40.876385 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:40.878123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95c8e532-ba49-4830-8a51-2204a7939a15 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:40.879319 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c8e532-ba49-4830-8a51-2204a7939a15'] response: {'name': 'network-changed', 'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'status': 'completed', 'code': 200} Jul 25 16:33:40.887257 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927731-05d5-407b-9531-320caa3f173f req-63de1554-50fe-4ce7-a003-6135c871eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:40.890033 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-63de1554-50fe-4ce7-a003-6135c871eefe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=90317adf2c86461d96439dc48441b6c8&device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 1129 time: 0.0945067 Jul 25 16:33:40.967467 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:41.020069 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411da7-e632-4d80-9600-091d110b922b req-cd73cd86-e32c-4767-aaea-860620adbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.021887 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-cd73cd86-e32c-4767-aaea-860620adbc1e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1128 time: 0.2778029 Jul 25 16:33:41.032422 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d051b48-efdc-4405-91db-db2d587b0906 req-1cf69607-1c59-4f2b-9c90-a2d16dc68de4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.034214 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8d051b48-efdc-4405-91db-db2d587b0906 req-1cf69607-1c59-4f2b-9c90-a2d16dc68de4 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.102 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.1533365 Jul 25 16:33:41.158903 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007331-53d0-4c19-b875-555d8058a521 req-b3281399-e6b0-4048-8de7-a507a4baed2e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.162344 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cd007331-53d0-4c19-b875-555d8058a521 req-b3281399-e6b0-4048-8de7-a507a4baed2e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.2703502 Jul 25 16:33:41.186040 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-2c931c17-72e1-4378-9e9b-8b25a5b0fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.187905 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-2c931c17-72e1-4378-9e9b-8b25a5b0fc35 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.4637322 Jul 25 16:33:41.197113 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac148aa-03f9-4fea-ad08-c40d2066db7a req-b6e6207c-dfbd-4ab2-ac75-ef351506ea40 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.199863 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ac148aa-03f9-4fea-ad08-c40d2066db7a req-b6e6207c-dfbd-4ab2-ac75-ef351506ea40 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 945 time: 0.2904296 Jul 25 16:33:41.381767 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:41.397498 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'bebc8360-3fce-48f5-b7c5-1217f2f9b93c', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:23Z', 'updated_at': '2022-07-25T16:33:38Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:41.440002 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208fbdd-28a6-47cd-8aea-b28e0a39f31d None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'bebc8360-3fce-48f5-b7c5-1217f2f9b93c', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:23Z', 'updated_at': '2022-07-25T16:33:38Z', 'revision_number': 1, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:41.451878 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cd007331-53d0-4c19-b875-555d8058a521 req-a9b127ef-cf85-4ed8-a01b-f71a151d1559 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668791 Jul 25 16:33:41.464534 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927731-05d5-407b-9531-320caa3f173f req-d4ebde19-1bd7-40cc-8949-e0a63f86c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.467529 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-d4ebde19-1bd7-40cc-8949-e0a63f86c78c service neutron] 10.222.0.102 "GET /v2.0/networks?id=120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 200 len: 910 time: 0.5425868 Jul 25 16:33:41.554445 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ac148aa-03f9-4fea-ad08-c40d2066db7a req-fd2012a1-5149-4f1b-8e80-8c607fdfecee tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/security-groups?id=010ca743-2ae6-4420-97ae-d29fd024527e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236361 Jul 25 16:33:41.557404 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-8cd14c28-0166-4dce-b27f-1d32839ba11d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 200 len: 217 time: 0.0779989 Jul 25 16:33:41.638192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:41.664855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927731-05d5-407b-9531-320caa3f173f req-b1de1c6e-54f5-43d0-9ff3-cdc444cc8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.667709 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-b1de1c6e-54f5-43d0-9ff3-cdc444cc8052 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 200 len: 848 time: 0.1041842 Jul 25 16:33:41.750835 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927731-05d5-407b-9531-320caa3f173f req-25d4a5bb-9e90-4dc5-87cb-0075fbeab18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.754038 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-25d4a5bb-9e90-4dc5-87cb-0075fbeab18b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=120c8944-cc34-4fa8-988b-27a538aee072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0799901 Jul 25 16:33:41.771579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411da7-e632-4d80-9600-091d110b922b req-8e5fe926-e528-46e8-8989-2a690eed42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:41.773792 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-8e5fe926-e528-46e8-8989-2a690eed42f2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.7363732 Jul 25 16:33:41.778010 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Deleting port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:41.778468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:41.784919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:41.793005 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:41.797169 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-6ba1fc4d-1fdc-4561-9a85-b829564c7eb9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 999 time: 0.6020787 Jul 25 16:33:41.805798 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1bc77f-a17d-4807-8fee-6c51cb42ec34 None None] New status for floating IP bebc8360-3fce-48f5-b7c5-1217f2f9b93c: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:33:41.884450 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-1fcc323a-adf0-467b-b57f-b442f0a4ceff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 217 time: 0.1002560 Jul 25 16:33:41.921028 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-989bca41-8f1c-487f-9cb5-a37325b8081f service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603253 Jul 25 16:33:42.022276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-7304fe13-d030-403e-a738-eaa03e2315e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:42.025035 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-7304fe13-d030-403e-a738-eaa03e2315e0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.1859272 Jul 25 16:33:42.069915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411da7-e632-4d80-9600-091d110b922b req-b5dfb2e8-baa4-4243-a008-eaa77c8541de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:42.071985 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-b5dfb2e8-baa4-4243-a008-eaa77c8541de service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.1619616 Jul 25 16:33:42.112633 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb927731-05d5-407b-9531-320caa3f173f req-adfd649b-32a8-4db2-8361-55d9e1bffc29 service neutron] 10.222.0.102 "GET /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843314 Jul 25 16:33:42.191402 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] For port 54cf1201-fdc0-44ce-bc59-698ade1f2c99, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=54cf1201-fdc0-44ce-bc59-698ade1f2c99,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:42.192024 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:42.214107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-5f116ffd-057f-4c1e-8359-83dee7dfc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:42.215760 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-5f116ffd-057f-4c1e-8359-83dee7dfc2a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1800294 Jul 25 16:33:42.223281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Calling delete_port for 54cf1201-fdc0-44ce-bc59-698ade1f2c99 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:42.243807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411da7-e632-4d80-9600-091d110b922b req-452b5faa-7325-49cc-bc46-e87725921fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:42.245589 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-452b5faa-7325-49cc-bc46-e87725921fe1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1402295 Jul 25 16:33:42.477577 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-331694a1-af45-462c-8824-99bc4fa0cc3b service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516561 Jul 25 16:33:42.517202 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-1b7922ca-8c3a-4a00-9547-945523b66fe4 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553360 Jul 25 16:33:42.731160 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53ad5-0255-4b91-98b2-1791c6c069e7 req-4c02eadb-2166-4044-9d1f-ea882354854d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:42.733587 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14c53ad5-0255-4b91-98b2-1791c6c069e7 req-4c02eadb-2166-4044-9d1f-ea882354854d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.1402712 Jul 25 16:33:42.758284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (54cf1201-fdc0-44ce-bc59-698ade1f2c99), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:42.775241 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1bfe854e-9f84-4d08-b670-83bcee4b42d9 req-f61e4187-3890-450a-aee7-d92b1a55c3e0 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847710 Jul 25 16:33:42.807626 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cb411da7-e632-4d80-9600-091d110b922b req-81864a9a-7baf-4300-9eae-9a6d6775a9c8 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550542 Jul 25 16:33:42.809556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event deleted for resources: {'Port': ['ID=54cf1201-fdc0-44ce-bc59-698ade1f2c99,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:42.819133 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7d621040-fbfc-4c86-91a4-4230d0b8326c req-e9837493-e491-4f47-80f2-11c04576f26c tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb HTTP/1.1" status: 200 len: 210 time: 0.0455332 Jul 25 16:33:42.892928 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] No DVR routers for this DVR port 54cf1201-fdc0-44ce-bc59-698ade1f2c99 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:42.896328 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:42.900181 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8d051b48-efdc-4405-91db-db2d587b0906 req-4d561a3d-db49-42a9-8b86-62d3b3fb3a57 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.102 "DELETE /v2.0/ports/54cf1201-fdc0-44ce-bc59-698ade1f2c99 HTTP/1.1" status: 204 len: 173 time: 1.8486652 Jul 25 16:33:42.900674 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-deleted', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:42.903340 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-14c53ad5-0255-4b91-98b2-1791c6c069e7 req-df30e937-a70b-44c6-8ae9-fe098dea0b31 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561172 Jul 25 16:33:42.906325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3802e-983f-4f4a-b1ea-a3ee26f21727" -d '{"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-deleted", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:42.975212 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778706e8-304b-4933-9b58-b6b2a3e82a99 x-openstack-request-id: req-778706e8-304b-4933-9b58-b6b2a3e82a99 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:42.975607 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb", "name": "network-vif-deleted", "tag": "54cf1201-fdc0-44ce-bc59-698ade1f2c99", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:42.975974 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-778706e8-304b-4933-9b58-b6b2a3e82a99 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:42.976482 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778706e8-304b-4933-9b58-b6b2a3e82a99'] response: {'server_uuid': 'e92fa2eb-b00f-4a5a-b0d2-07ff147bf9bb', 'name': 'network-vif-deleted', 'tag': '54cf1201-fdc0-44ce-bc59-698ade1f2c99', 'status': 'completed', 'code': 200} Jul 25 16:33:43.973507 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40160) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:44.136748 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808191d-49f9-4a37-98d3-e09451cb504b req-5552ace9-bf2e-475b-8598-550047192b8b tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:44.139872 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0808191d-49f9-4a37-98d3-e09451cb504b req-5552ace9-bf2e-475b-8598-550047192b8b tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.1067550 Jul 25 16:33:44.141234 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (010ca743-2ae6-4420-97ae-d29fd024527e), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:44.226774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (010ca743-2ae6-4420-97ae-d29fd024527e), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:44.289121 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:44.307719 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0808191d-49f9-4a37-98d3-e09451cb504b req-2f1cd227-3e1c-4b5c-98a5-3a42750d7996 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559331 Jul 25 16:33:44.313092 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 54cf1201-fdc0-44ce-bc59-698ade1f2c99 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:44.313515 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 54cf1201-fdc0-44ce-bc59-698ade1f2c99 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:44.367933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (010ca743-2ae6-4420-97ae-d29fd024527e), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:44.370638 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:44.371949 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] 10.222.0.66 "DELETE /v2.0/security-groups/010ca743-2ae6-4420-97ae-d29fd024527e HTTP/1.1" status: 204 len: 168 time: 0.3971303 Jul 25 16:33:44.382846 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ca743-2ae6-4420-97ae-d29fd024527e,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:44.393305 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.393860 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.394316 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.394703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.395128 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.395547 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.395853 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.396182 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.396646 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.397169 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.397567 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.398282 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.398829 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.399329 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.399656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510a40-9025-4a15-b425-21b616a6a579 tempest-TestShelveInstance-912265331 tempest-TestShelveInstance-912265331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:44.451778 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40164) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:45.205724 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:45.208282 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:45.210525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:45.357061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:45.662466 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8399-941c-4b25-8fe6-ab585ad1005e req-fbadc779-bb3e-4092-b477-1f2954151d21 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:45.665176 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-407b8399-941c-4b25-8fe6-ab585ad1005e req-fbadc779-bb3e-4092-b477-1f2954151d21 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.1464710 Jul 25 16:33:45.772236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Deleting port 416fc2b9-4bda-45ac-8d0a-039d51c2146b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:45.772516 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:45.835569 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-407b8399-941c-4b25-8fe6-ab585ad1005e req-45506210-7d2d-41ab-a27e-21ed02abbf0d tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567578 Jul 25 16:33:45.924032 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] For port 416fc2b9-4bda-45ac-8d0a-039d51c2146b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=416fc2b9-4bda-45ac-8d0a-039d51c2146b,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:45.924691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:45.942683 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Calling delete_port for 416fc2b9-4bda-45ac-8d0a-039d51c2146b owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:46.223251 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (416fc2b9-4bda-45ac-8d0a-039d51c2146b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:46.231325 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b0234f3f-02b4-4326-a11c-96594d029202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:46.260726 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=416fc2b9-4bda-45ac-8d0a-039d51c2146b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:46.804758 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:46.917823 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:46.965328 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:47.108389 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935356b-1cfd-4b99-b098-4e530cd292b3 req-d954d97a-6a8a-44b6-8aab-8bb7c4507129 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:47.109992 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4935356b-1cfd-4b99-b098-4e530cd292b3 req-d954d97a-6a8a-44b6-8aab-8bb7c4507129 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.1397135 Jul 25 16:33:47.183834 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Router 01e6bdaa-e1b2-425e-a3b3-611c3982648a has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:47.202821 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4935356b-1cfd-4b99-b098-4e530cd292b3 req-f4b6161c-aa63-462c-9aea-1dea5c7f226b tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858696 Jul 25 16:33:47.400263 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:47.409153 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a5e11b0d-af6e-4a9f-be0f-966d686c0af5 admin admin] 10.222.0.66 "PUT /v2.0/routers/01e6bdaa-e1b2-425e-a3b3-611c3982648a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9557247 Jul 25 16:33:47.413379 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Sync routers for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:47.414320 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40174) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:47.428340 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:47.429211 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:47.573690 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks [] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:47.578522 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:47.591461 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:47.736186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks [] for router_gateway (01e6bdaa-e1b2-425e-a3b3-611c3982648a), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:47.803343 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Deleting port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:47.803905 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:47.859161 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:33:46Z', 'revision_number': 5, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port': {'id': '87d8c2ea-e359-4f58-a0ec-1ef7a9f06783', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:31Z', 'updated_at': '2022-07-25T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:47.886683 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Checking router: 01e6bdaa-e1b2-425e-a3b3-611c3982648a for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:47.896921 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Routers {'01e6bdaa-e1b2-425e-a3b3-611c3982648a'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:47.897614 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:47.945495 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] For port 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:47.946077 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:47.964706 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Calling delete_port for 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:48.167712 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] Set router 01e6bdaa-e1b2-425e-a3b3-611c3982648a gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:48.200140 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (87d8c2ea-e359-4f58-a0ec-1ef7a9f06783), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.207426 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:48.208167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:48.239473 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:33:47Z', 'revision_number': 6, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:48.247295 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Pushing event deleted for resources: {'Port': ['ID=87d8c2ea-e359-4f58-a0ec-1ef7a9f06783,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:48.279953 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c12a7-3012-4004-9753-fbee38f4390c None None] The sync data for ids ['01e6bdaa-e1b2-425e-a3b3-611c3982648a'] in dv-cinder-836973-15-iscsi is: [{'id': '01e6bdaa-e1b2-425e-a3b3-611c3982648a', 'name': 'tempest-TestShelveInstance-1379376725-router', 'tenant_id': '90317adf2c86461d96439dc48441b6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:30Z', 'updated_at': '2022-07-25T16:33:47Z', 'revision_number': 6, 'project_id': '90317adf2c86461d96439dc48441b6c8', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:48.323703 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1d784ffa-ce5c-4955-a5dd-9e70c917f66c details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:33:48.436888 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5dd0-77a3-4002-9494-ef04ed15f10e req-46610814-212b-4586-9211-09e9dffd68a0 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:48.439972 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e2e5dd0-77a3-4002-9494-ef04ed15f10e req-46610814-212b-4586-9211-09e9dffd68a0 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 944 time: 0.1108141 Jul 25 16:33:48.441173 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.517547 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:48.533704 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:33:48.584686 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:33:48.585082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.604586 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d784ffa-ce5c-4955-a5dd-9e70c917f66c {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:33:48.637307 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:48.646175 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.660115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.664304 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks [] for router_controller (01e6bdaa-e1b2-425e-a3b3-611c3982648a), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.729045 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:48.744149 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.745028 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.745813 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.747530 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.747530 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.748078 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.748794 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.749450 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.750114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.750834 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.752249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.752249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.753630 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.754345 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.754850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:33:48.757654 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e2e5dd0-77a3-4002-9494-ef04ed15f10e req-d9c5854e-8a6d-4f23-add4-bbb03ba7abb1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099775 Jul 25 16:33:48.775648 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (01e6bdaa-e1b2-425e-a3b3-611c3982648a), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.776836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e6bdaa-e1b2-425e-a3b3-611c3982648a {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:33:48.792193 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.792193 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d8d54494-0204-46f7-8de7-b325eec0973e admin admin] 10.222.0.66 "DELETE /v2.0/routers/01e6bdaa-e1b2-425e-a3b3-611c3982648a HTTP/1.1" status: 204 len: 168 time: 1.3680489 Jul 25 16:33:48.792744 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40178) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:48.832713 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:48.855523 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Deleting subnet eba0cb75-9dc5-4be8-9554-d4dae3f4422a {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:33:48.859801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Publish callbacks [] for subnet (eba0cb75-9dc5-4be8-9554-d4dae3f4422a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:48.874469 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['1d784ffa-ce5c-4955-a5dd-9e70c917f66c'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:33:48.886060 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:48.912071 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (eba0cb75-9dc5-4be8-9554-d4dae3f4422a), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.040815 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (eba0cb75-9dc5-4be8-9554-d4dae3f4422a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.167842 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (eba0cb75-9dc5-4be8-9554-d4dae3f4422a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.221179 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba0cb75-9dc5-4be8-9554-d4dae3f4422a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:49.227767 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.233730 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ac77d189-196a-4e2a-8119-1950f3b94d68 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eba0cb75-9dc5-4be8-9554-d4dae3f4422a HTTP/1.1" status: 204 len: 168 time: 0.4441955 Jul 25 16:33:49.237064 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:49.237963 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40180) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:49.253800 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666cc4e-8318-419f-ba23-09321cedab86 None None] Network 120c8944-cc34-4fa8-988b-27a538aee072 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:33:49.342256 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (120c8944-cc34-4fa8-988b-27a538aee072), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.409010 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Deleting port d2d0a68c-4e54-4a67-8176-e5878282fe36 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:49.409790 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.475472 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:49.534248 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] For port d2d0a68c-4e54-4a67-8176-e5878282fe36, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=d2d0a68c-4e54-4a67-8176-e5878282fe36,segment=NetworkSegment(c29c1dd6-eae2-4714-99f3-a02d15cdce55),segment_id=c29c1dd6-eae2-4714-99f3-a02d15cdce55)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:49.535184 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.556854 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Calling delete_port for d2d0a68c-4e54-4a67-8176-e5878282fe36 owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:49.571560 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:49.650230 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] DHCP port deletion for 120c8944-cc34-4fa8-988b-27a538aee072 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:33:49.728716 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.738024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:49.741459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Deleting port d2d0a68c-4e54-4a67-8176-e5878282fe36 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:49.742323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.767729 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d0a68c-4e54-4a67-8176-e5878282fe36,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:49.773703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] No DVR routers for this DVR port d2d0a68c-4e54-4a67-8176-e5878282fe36 on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:49.857722 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:49.858177 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 87d8c2ea-e359-4f58-a0ec-1ef7a9f06783 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:49.858883 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device d2d0a68c-4e54-4a67-8176-e5878282fe36 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:49.882699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (120c8944-cc34-4fa8-988b-27a538aee072), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.899167 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: d2d0a68c-4e54-4a67-8176-e5878282fe36 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:49.899645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device d2d0a68c-4e54-4a67-8176-e5878282fe36 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:49.900347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 416fc2b9-4bda-45ac-8d0a-039d51c2146b no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:49.943172 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120c8944-cc34-4fa8-988b-27a538aee072']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:49.946801 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 416fc2b9-4bda-45ac-8d0a-039d51c2146b {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:49.948193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 416fc2b9-4bda-45ac-8d0a-039d51c2146b not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:49.961264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29c1dd6-eae2-4714-99f3-a02d15cdce55') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:49.961600 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29c1dd6-eae2-4714-99f3-a02d15cdce55') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:49.971605 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47276d95-7047-44f6-8380-e7b32075ce62 req-90c13e80-553a-470d-b944-b53934e81216 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:49.973243 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-47276d95-7047-44f6-8380-e7b32075ce62 req-90c13e80-553a-470d-b944-b53934e81216 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 945 time: 0.0807834 Jul 25 16:33:49.981389 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] For port d2d0a68c-4e54-4a67-8176-e5878282fe36, host dv-cinder-836973-15-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:49.982137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:49.988467 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (c29c1dd6-eae2-4714-99f3-a02d15cdce55), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.004876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Calling delete_port for d2d0a68c-4e54-4a67-8176-e5878282fe36 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:50.008855 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Port d2d0a68c-4e54-4a67-8176-e5878282fe36 was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 16:33:50.011088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (d2d0a68c-4e54-4a67-8176-e5878282fe36), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.029864 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (c29c1dd6-eae2-4714-99f3-a02d15cdce55), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.050717 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:33:50.051244 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (c29c1dd6-eae2-4714-99f3-a02d15cdce55), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.056251 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] Pushing event deleted for resources: {'Port': ['ID=d2d0a68c-4e54-4a67-8176-e5878282fe36,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:50.064530 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09174046-7bcc-42a7-9141-8a4c70918970 None None] No DVR routers for this DVR port d2d0a68c-4e54-4a67-8176-e5878282fe36 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:50.112749 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment c29c1dd6-eae2-4714-99f3-a02d15cdce55 resource provider aggregate not found Jul 25 16:33:50.152869 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment c29c1dd6-eae2-4714-99f3-a02d15cdce55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c29c1dd6-eae2-4714-99f3-a02d15cdce55 found for delete ", "request_id": "req-bf45c37b-043b-498f-8f5b-33de992a8a47"}]} Jul 25 16:33:50.160281 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-47276d95-7047-44f6-8380-e7b32075ce62 req-825fe5b9-581d-4576-9e06-5123b448a7c5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764307 Jul 25 16:33:50.173375 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (120c8944-cc34-4fa8-988b-27a538aee072), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.182889 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.187152 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7c229b64-bd3b-4a9b-8074-017db3e04c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.190259 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] 10.222.0.66 "DELETE /v2.0/networks/120c8944-cc34-4fa8-988b-27a538aee072 HTTP/1.1" status: 204 len: 168 time: 0.9507639 Jul 25 16:33:50.200028 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40188) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:50.211218 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d5b3-135d-45c9-bcc3-658a1bb26d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=120c8944-cc34-4fa8-988b-27a538aee072,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:50.319002 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1d784ffa-ce5c-4955-a5dd-9e70c917f66c up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:33:50.379346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:33:50.389799 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:33:50.390459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.513700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:33:50.514480 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.564871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:50.569313 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34405ed7-f76a-4568-b2bd-7d699514bcb8" -d '{"events": [{"server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:50.591441 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:50.600199 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.641408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67d229-8db2-4b2a-85f4-69647a0b6320 x-openstack-request-id: req-dd67d229-8db2-4b2a-85f4-69647a0b6320 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:50.641877 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:50.642297 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd67d229-8db2-4b2a-85f4-69647a0b6320 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:50.643010 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd67d229-8db2-4b2a-85f4-69647a0b6320'] response: {'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'code': 200} Jul 25 16:33:50.686455 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:50.779668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:50.977672 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85a1c-b6cf-47d4-b0da-8fa91ede8ab4 req-e8611b5c-9064-4e40-916c-34854d78cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:50.980163 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9e85a1c-b6cf-47d4-b0da-8fa91ede8ab4 req-e8611b5c-9064-4e40-916c-34854d78cf4f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1130 time: 0.1221766 Jul 25 16:33:51.128666 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:51.142253 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f9e85a1c-b6cf-47d4-b0da-8fa91ede8ab4 req-1061941e-df5a-4a41-a478-e9208bb75be2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542110 Jul 25 16:33:51.277058 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Deleting port b702b2e6-cac4-41c5-87a1-915be212fe76 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:51.278608 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:51.282310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:51.347601 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:51.386423 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f200-5e8a-44b8-bb05-12356e688c63 req-58ec88ad-9d03-4ddc-af6b-bf35a7d55005 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:51.389278 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7433f200-5e8a-44b8-bb05-12356e688c63 req-58ec88ad-9d03-4ddc-af6b-bf35a7d55005 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.0936680 Jul 25 16:33:51.393486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:51.424189 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] For port b702b2e6-cac4-41c5-87a1-915be212fe76, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b702b2e6-cac4-41c5-87a1-915be212fe76,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:51.424651 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:51.453454 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Calling delete_port for b702b2e6-cac4-41c5-87a1-915be212fe76 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:51.480198 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7433f200-5e8a-44b8-bb05-12356e688c63 req-82c268aa-dd68-4bf3-acb1-b64c3e3ea69c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798862 Jul 25 16:33:51.788078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (b702b2e6-cac4-41c5-87a1-915be212fe76), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:51.827324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b702b2e6-cac4-41c5-87a1-915be212fe76,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:51.897718 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:52.130439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:52.564044 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:52.593962 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:52.751576 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95729c-4382-482d-aa1e-85ee26450719 req-d012f236-90a5-4e99-8345-d5db9896be56 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:52.754375 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef95729c-4382-482d-aa1e-85ee26450719 req-d012f236-90a5-4e99-8345-d5db9896be56 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.0930154 Jul 25 16:33:52.782192 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:52.786808 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:52.799398 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-cb8e2513-68a8-4bb8-a7fb-9e6ac567ae3e admin admin] 10.222.0.66 "PUT /v2.0/routers/5ada4fe6-8f72-4e08-a213-b2d0c51464d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907638 Jul 25 16:33:52.799595 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40196) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:52.802986 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Sync routers for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:52.823742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:52.824871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:52.911040 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ef95729c-4382-482d-aa1e-85ee26450719 req-bd80f03c-76ed-44a3-92b6-6824b3f979b5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458380 Jul 25 16:33:53.030559 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks [] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:53.034893 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:53.213044 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4182-e6c4-4e21-bf19-3c67eac188a2 req-1ef11d57-fd51-4d39-a5ca-be08db799bfd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:53.214797 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-49fd4182-e6c4-4e21-bf19-3c67eac188a2 req-1ef11d57-fd51-4d39-a5ca-be08db799bfd tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.1272173 Jul 25 16:33:53.300309 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks [] for router_gateway (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:53.328421 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-49fd4182-e6c4-4e21-bf19-3c67eac188a2 req-39799c6e-86b0-4385-9815-9a9af880f6c0 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004212 Jul 25 16:33:53.380625 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40200) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:53.418092 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:33:51Z', 'revision_number': 5, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port': {'id': 'a20672d0-7dff-445d-a8f1-12ea362e8890', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:28:39Z', 'updated_at': '2022-07-25T16:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:53.461230 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Deleting port a20672d0-7dff-445d-a8f1-12ea362e8890 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:53.461806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:53.487737 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Checking router: 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:53.504439 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Routers {'5ada4fe6-8f72-4e08-a213-b2d0c51464d2'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:53.505690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:53.676552 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] For port a20672d0-7dff-445d-a8f1-12ea362e8890, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=a20672d0-7dff-445d-a8f1-12ea362e8890,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:53.677505 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:53.682693 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] Set router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:53.706557 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Calling delete_port for a20672d0-7dff-445d-a8f1-12ea362e8890 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:53.820336 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:33:53Z', 'revision_number': 6, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:53.882874 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00463175-f25e-4fdf-8311-ffa06ac27960 tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:53.883687 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b428579a-3acf-4c15-9584-4e9bec8e4cd5 None None] The sync data for ids ['5ada4fe6-8f72-4e08-a213-b2d0c51464d2'] in dv-cinder-836973-15-iscsi is: [{'id': '5ada4fe6-8f72-4e08-a213-b2d0c51464d2', 'name': 'tempest-TestShelveInstance-1137031699-router', 'tenant_id': 'ad3e87f106944a95990be3ec4e4da21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:28:38Z', 'updated_at': '2022-07-25T16:33:53Z', 'revision_number': 6, 'project_id': 'ad3e87f106944a95990be3ec4e4da21f', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:53.889585 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-00463175-f25e-4fdf-8311-ffa06ac27960 tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1125 time: 0.5033505 Jul 25 16:33:53.890812 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40202) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:53.897039 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:33:53.915965 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:53.947861 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.074472 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (a20672d0-7dff-445d-a8f1-12ea362e8890), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.106803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:54.113153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.118671 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Pushing event deleted for resources: {'Port': ['ID=a20672d0-7dff-445d-a8f1-12ea362e8890,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:54.189660 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:54.282908 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.356542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.27.2.187 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/659aa3c4-84e6-4623-afb4-ae16f0e2bad5) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:33:54.461727 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.467165 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks [] for router_controller (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.543062 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (5ada4fe6-8f72-4e08-a213-b2d0c51464d2), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.544866 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ada4fe6-8f72-4e08-a213-b2d0c51464d2 {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:33:54.552415 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.554047 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f93d3ee1-0bfe-4953-91f8-3326db48e85e admin admin] 10.222.0.66 "DELETE /v2.0/routers/5ada4fe6-8f72-4e08-a213-b2d0c51464d2 HTTP/1.1" status: 204 len: 168 time: 1.7538092 Jul 25 16:33:54.557465 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40206) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:54.585286 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.633237 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Deleting subnet 71ad69df-939a-4517-aec9-fb6171b5c642 {{(pid=104069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:33:54.638607 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Publish callbacks [] for subnet (71ad69df-939a-4517-aec9-fb6171b5c642), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.644061 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.704721 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101585'] for subnet (71ad69df-939a-4517-aec9-fb6171b5c642), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:54.709720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:33:54.716268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:33:54.720044 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:33:54.753773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:54.803630 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=659aa3c4-84e6-4623-afb4-ae16f0e2bad5,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:54.890751 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (71ad69df-939a-4517-aec9-fb6171b5c642), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.004460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10127065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8500690'] for subnet (71ad69df-939a-4517-aec9-fb6171b5c642), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.058623 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ad69df-939a-4517-aec9-fb6171b5c642,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:55.066115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.071903 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-84ceb23b-bd41-4d7d-843a-8e66dbc8bf7e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/71ad69df-939a-4517-aec9-fb6171b5c642 HTTP/1.1" status: 204 len: 168 time: 0.5129156 Jul 25 16:33:55.075487 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40208) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:55.082184 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1259dc9-27a4-461e-adfa-b825376937f8 None None] Network 48f21f17-5602-4350-9d22-23d4574a97d5 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:33:55.239737 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (48f21f17-5602-4350-9d22-23d4574a97d5), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.336138 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Deleting port 81646f58-7bcd-4776-bdbe-192bc5a9699d {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:55.336665 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.422015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] DHCP port deletion for 48f21f17-5602-4350-9d22-23d4574a97d5 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:33:55.482252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (cf5a63b7-6f47-46bf-887a-d79b3f796471), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.488846 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:55.499067 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Deleting port 81646f58-7bcd-4776-bdbe-192bc5a9699d {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:33:55.505395 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.526354 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] For port 81646f58-7bcd-4776-bdbe-192bc5a9699d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=81646f58-7bcd-4776-bdbe-192bc5a9699d,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:55.527187 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.571678 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Calling delete_port for 81646f58-7bcd-4776-bdbe-192bc5a9699d owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:55.623415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.628992 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] For port 81646f58-7bcd-4776-bdbe-192bc5a9699d, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=81646f58-7bcd-4776-bdbe-192bc5a9699d,segment=NetworkSegment(8900610b-0107-4935-9585-741c3d0507d7),segment_id=8900610b-0107-4935-9585-741c3d0507d7)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:33:55.630020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.653658 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Calling delete_port for 81646f58-7bcd-4776-bdbe-192bc5a9699d owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:33:55.713062 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:55.762129 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.780013 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device a20672d0-7dff-445d-a8f1-12ea362e8890 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:55.807752 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=81646f58-7bcd-4776-bdbe-192bc5a9699d,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:55.811120 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] No DVR routers for this DVR port 81646f58-7bcd-4776-bdbe-192bc5a9699d on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:55.838955 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: a20672d0-7dff-445d-a8f1-12ea362e8890 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:55.839525 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device a20672d0-7dff-445d-a8f1-12ea362e8890 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:55.840215 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 81646f58-7bcd-4776-bdbe-192bc5a9699d no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:55.881908 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 81646f58-7bcd-4776-bdbe-192bc5a9699d {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:55.882803 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 81646f58-7bcd-4776-bdbe-192bc5a9699d not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:55.883771 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b702b2e6-cac4-41c5-87a1-915be212fe76 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:33:55.933833 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: b702b2e6-cac4-41c5-87a1-915be212fe76 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:33:55.934618 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (48f21f17-5602-4350-9d22-23d4574a97d5), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.934892 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b702b2e6-cac4-41c5-87a1-915be212fe76 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:33:55.942666 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:55.951464 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (81646f58-7bcd-4776-bdbe-192bc5a9699d), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:55.977592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f21f17-5602-4350-9d22-23d4574a97d5']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:55.984087 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.002552 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] Pushing event deleted for resources: {'Port': ['ID=81646f58-7bcd-4776-bdbe-192bc5a9699d,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:56.002860 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8900610b-0107-4935-9585-741c3d0507d7') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:56.216138 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8900610b-0107-4935-9585-741c3d0507d7') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:56.219116 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67113a-499c-4755-bdac-af6d12a703ee None None] No DVR routers for this DVR port 81646f58-7bcd-4776-bdbe-192bc5a9699d on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (8900610b-0107-4935-9585-741c3d0507d7), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (8900610b-0107-4935-9585-741c3d0507d7), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (8900610b-0107-4935-9585-741c3d0507d7), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 8900610b-0107-4935-9585-741c3d0507d7 resource provider aggregate not found Jul 25 16:33:56.219842 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 8900610b-0107-4935-9585-741c3d0507d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8900610b-0107-4935-9585-741c3d0507d7 found for delete ", "request_id": "req-6be68faa-1c5a-4253-80f0-c49ca993306e"}]} Jul 25 16:33:56.221078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.224416 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (48f21f17-5602-4350-9d22-23d4574a97d5), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.234114 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.245112 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] 10.222.0.66 "DELETE /v2.0/networks/48f21f17-5602-4350-9d22-23d4574a97d5 HTTP/1.1" status: 204 len: 168 time: 1.1627657 Jul 25 16:33:56.366363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=659aa3c4-84e6-4623-afb4-ae16f0e2bad5,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:56.405939 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (cf5a63b7-6f47-46bf-887a-d79b3f796471), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.621468 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40216) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:56.662618 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194235e-7a7e-47cf-9b1c-b02b7be58cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=48f21f17-5602-4350-9d22-23d4574a97d5,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:56.727008 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP cf5a63b7-6f47-46bf-887a-d79b3f796471 associated. External IP: 172.27.2.187, port: 1d784ffa-ce5c-4955-a5dd-9e70c917f66c. Jul 25 16:33:56.809151 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3a4e77e0-6d6f-4bde-adea-eca4afea83bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90317adf2c86461d96439dc48441b6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851785 Jul 25 16:33:56.812672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40218) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:56.904280 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] Publish callbacks [] for security_group (f80c146b-0c29-4281-9775-bf42bb36a6bf), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:56.942225 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] Publish callbacks [] for security_group (f80c146b-0c29-4281-9775-bf42bb36a6bf), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:57.032705 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (f80c146b-0c29-4281-9775-bf42bb36a6bf), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:57.037373 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:57.042943 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f80c146b-0c29-4281-9775-bf42bb36a6bf HTTP/1.1" status: 204 len: 168 time: 0.2251215 Jul 25 16:33:57.045875 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:57.053744 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede34770-6e8c-421f-b2d3-d03ada143e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c146b-0c29-4281-9775-bf42bb36a6bf,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:57.076973 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:57.123875 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:33:57.319070 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:33:57.339820 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:33:57.347823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:57.361970 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:57.363507 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:57.404670 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8598bef0-3475-4303-855b-704e237df3b7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5116391 Jul 25 16:33:57.405799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:33:57.409195 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:33:57.491887 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b191dc8-92da-4b9e-91e2-1da3746f0a99 x-openstack-request-id: req-0b191dc8-92da-4b9e-91e2-1da3746f0a99 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:33:57.492466 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:33:57.492967 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b191dc8-92da-4b9e-91e2-1da3746f0a99 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:33:57.493751 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b191dc8-92da-4b9e-91e2-1da3746f0a99'] response: {'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'status': 'completed', 'code': 200} Jul 25 16:33:57.595842 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:57.601071 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7a5e9f59-16c2-4cc3-a4ac-88a7dd9706be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:57.604644 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7a5e9f59-16c2-4cc3-a4ac-88a7dd9706be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1130 time: 0.0785379 Jul 25 16:33:57.754866 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:57.801014 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40228) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:57.813526 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7d5b9076-0d29-4ec2-bada-c588419b589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:57.816631 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7d5b9076-0d29-4ec2-bada-c588419b589d service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.2059417 Jul 25 16:33:57.896633 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-97207bfa-d94c-49e9-8176-2b54842de9ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad3e87f106944a95990be3ec4e4da21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877762 Jul 25 16:33:57.900250 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40230) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:33:57.905240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:57.934171 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-798909b1-ddcd-436d-8d99-c7863e52c09c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 1000 time: 0.1092448 Jul 25 16:33:58.013082 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-ea649809-d512-4b0d-ae96-e20b019b60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:58.015326 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-ea649809-d512-4b0d-ae96-e20b019b60f5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0753939 Jul 25 16:33:58.016148 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] Publish callbacks [] for security_group (34719ca6-c5f0-49c3-adb9-24bfc805d361), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:58.048054 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:55Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:58.069392 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] Publish callbacks [] for security_group (34719ca6-c5f0-49c3-adb9-24bfc805d361), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:58.090844 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7b4567fc-ccc1-4ebe-9d5d-a3bef77a6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:33:58.093781 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7b4567fc-ccc1-4ebe-9d5d-a3bef77a6850 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706451 Jul 25 16:33:58.097404 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:33:58.114322 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:33:58.115367 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:33:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:58.170525 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (34719ca6-c5f0-49c3-adb9-24bfc805d361), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:58.175191 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:33:58.182994 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34719ca6-c5f0-49c3-adb9-24bfc805d361 HTTP/1.1" status: 204 len: 168 time: 0.2752712 Jul 25 16:33:58.198402 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:58.209890 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc50c9-4610-40d4-9072-7bd4cd36c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34719ca6-c5f0-49c3-adb9-24bfc805d361,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:33:58.234786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:58.325161 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-7c16acb3-7105-49dd-8dc9-1fcf2bd5480c service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236722 Jul 25 16:33:58.353647 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:33:58.530709 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f16e06e7-00f2-4d3e-a4a8-466d904afb7d req-840b58b9-a161-4a28-988a-47e99105db3e service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981058 Jul 25 16:33:58.589471 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:33:58.847586 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:55Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:33:58.907222 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b693a5-6f62-431c-9d52-734257ccbe82 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:55Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:33:59.195542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a2734-a44b-4ade-a5a5-fbdce0db1312 None None] New status for floating IP cf5a63b7-6f47-46bf-887a-d79b3f796471: ACTIVE {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:34:04.984901 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:34:08.132973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:08.194592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:08.509840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=25 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:08.524525 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=39 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:09.381621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:09.403830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:09.406990 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=12 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:11.976164 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:14.981151 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:15.353698 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:16.239918 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9c37f9e8-ee94-409b-bcf2-4edf483f777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:16.266281 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38278eed-01c7-4e1a-86a3-9ab42678e001 req-3012dd62-e4e2-4689-a513-32336e179e18 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:16.268079 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38278eed-01c7-4e1a-86a3-9ab42678e001 req-3012dd62-e4e2-4689-a513-32336e179e18 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0675523 Jul 25 16:34:16.351647 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38278eed-01c7-4e1a-86a3-9ab42678e001 req-fbc7c0a8-edf7-4baa-985e-908431f0175f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738087 Jul 25 16:34:17.539047 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d373a0-76aa-40cf-94f0-c38bf7bd953f req-5d0e3f3f-4d12-4db7-bed7-627767f0dd40 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:17.540856 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67d373a0-76aa-40cf-94f0-c38bf7bd953f req-5d0e3f3f-4d12-4db7-bed7-627767f0dd40 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0637531 Jul 25 16:34:17.598926 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-67d373a0-76aa-40cf-94f0-c38bf7bd953f req-178da602-1984-467d-b824-a3c277f01a86 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510824 Jul 25 16:34:18.777675 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84cbd-b1d5-4278-abca-bfcb891b460f req-8756a8c5-40e5-449c-9056-85cce7d3d7c2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:18.779537 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bda84cbd-b1d5-4278-abca-bfcb891b460f req-8756a8c5-40e5-449c-9056-85cce7d3d7c2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0589745 Jul 25 16:34:18.847744 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-bda84cbd-b1d5-4278-abca-bfcb891b460f req-d58e75e4-dfb7-4fca-b9e0-fef487040796 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578120 Jul 25 16:34:20.013018 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e3e5-1d00-4eab-8237-929f883c3c33 req-592b890b-28ef-4970-9be5-5961a517f159 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:20.015823 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c41e3e5-1d00-4eab-8237-929f883c3c33 req-592b890b-28ef-4970-9be5-5961a517f159 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0650816 Jul 25 16:34:20.073764 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0c41e3e5-1d00-4eab-8237-929f883c3c33 req-5c1cf682-3931-416e-958d-7228a835611d tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515265 Jul 25 16:34:20.182238 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3f600146-7e3e-4b97-bb46-22b4bfbbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:21.135268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:21.260903 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed997a0-f3b4-479b-a929-a8ec22145bb6 req-6b7482dd-d658-4ca9-a1c1-b91f5ce8f8fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:21.263835 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ed997a0-f3b4-479b-a929-a8ec22145bb6 req-6b7482dd-d658-4ca9-a1c1-b91f5ce8f8fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0728314 Jul 25 16:34:21.351801 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ed997a0-f3b4-479b-a929-a8ec22145bb6 req-06e8338f-8224-43ed-87a1-8e9d25dc5ee6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815005 Jul 25 16:34:21.896645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:22.524139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb158c-3e06-4cb7-afa0-f3db2e6ca2dc req-a9563090-d0a9-4060-a2f5-b4b553b79181 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:22.526109 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5adb158c-3e06-4cb7-afa0-f3db2e6ca2dc req-a9563090-d0a9-4060-a2f5-b4b553b79181 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0659423 Jul 25 16:34:22.582299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:22.622990 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5adb158c-3e06-4cb7-afa0-f3db2e6ca2dc req-2dc43b02-241f-4c26-a02b-809549a10d83 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860331 Jul 25 16:34:24.081666 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4909a-5ace-4dab-9900-d2e4c340856e req-1784db04-a407-4a7d-8571-1b1c06480910 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:24.083496 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3dd4909a-5ace-4dab-9900-d2e4c340856e req-1784db04-a407-4a7d-8571-1b1c06480910 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.3328412 Jul 25 16:34:24.149786 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3dd4909a-5ace-4dab-9900-d2e4c340856e req-71d97da6-c872-491d-baaf-886deeaf5e0b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559707 Jul 25 16:34:25.324713 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6046467-4230-46bb-a5ad-8770a2b2f8fa req-b461252d-7980-4b96-ac2e-032cb3a957d1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:25.326409 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6046467-4230-46bb-a5ad-8770a2b2f8fa req-b461252d-7980-4b96-ac2e-032cb3a957d1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0561209 Jul 25 16:34:25.390662 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6046467-4230-46bb-a5ad-8770a2b2f8fa req-f702ee75-b66c-41e5-99cb-87e0765f321e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578730 Jul 25 16:34:26.538459 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30339a4-68f5-46a5-9a2d-e4396e823eac req-3342d80a-5f68-43c2-9119-a8e465ee890b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:26.540090 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a30339a4-68f5-46a5-9a2d-e4396e823eac req-3342d80a-5f68-43c2-9119-a8e465ee890b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0530772 Jul 25 16:34:26.596719 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a30339a4-68f5-46a5-9a2d-e4396e823eac req-aa472b15-3934-42ba-a82d-88e4ef7c5a35 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502260 Jul 25 16:34:27.834080 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8cb24-38ff-4671-a595-3601c560c5ae req-96a5a1c4-bb43-41f1-8766-f8b66833d2c2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:27.836208 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8d8cb24-38ff-4671-a595-3601c560c5ae req-96a5a1c4-bb43-41f1-8766-f8b66833d2c2 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.1239932 Jul 25 16:34:27.899319 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f8d8cb24-38ff-4671-a595-3601c560c5ae req-7615691a-7d50-4d29-b206-9bc9e49c111b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528543 Jul 25 16:34:29.087115 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d4c26-5f27-4358-9bd1-be76369029fe req-198d7ab5-138c-42c0-b5c9-e24ff8fe4ec4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:29.089607 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-644d4c26-5f27-4358-9bd1-be76369029fe req-198d7ab5-138c-42c0-b5c9-e24ff8fe4ec4 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0608494 Jul 25 16:34:29.164705 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:29.179204 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-644d4c26-5f27-4358-9bd1-be76369029fe req-acccc334-41d0-4876-9c0a-f78d6669ca20 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792174 Jul 25 16:34:30.277426 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:30.341744 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced8c0d-170f-4ae8-a5c4-3b018a6eda62 req-1f3b13e1-66bf-47e4-a310-d5a36de0c1a3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:30.344447 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7ced8c0d-170f-4ae8-a5c4-3b018a6eda62 req-1f3b13e1-66bf-47e4-a310-d5a36de0c1a3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0779164 Jul 25 16:34:30.435327 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7ced8c0d-170f-4ae8-a5c4-3b018a6eda62 req-eec72e56-6ae1-4e1a-ac4f-992d2e6e13f6 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834050 Jul 25 16:34:31.599195 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ec1f-038a-4c54-8b02-1529954f2718 req-939a9564-35e7-4810-92c2-6efb73acc4b3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:31.600790 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89d5ec1f-038a-4c54-8b02-1529954f2718 req-939a9564-35e7-4810-92c2-6efb73acc4b3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0678041 Jul 25 16:34:31.662706 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-89d5ec1f-038a-4c54-8b02-1529954f2718 req-5cc74d97-d686-490a-b3bf-f1962d8d7a5a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544217 Jul 25 16:34:32.525707 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:34:32.666556 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:34:32.683641 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:34:32.730335 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: ACTIVE; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:34:32.730742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:32.747331 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:34:32.783051 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:34:32.788774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:32.865752 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c769dd-c702-408b-9be7-0685709c886c req-6884b750-6760-49a7-8043-7040132fb67a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:32.867523 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23c769dd-c702-408b-9be7-0685709c886c req-6884b750-6760-49a7-8043-7040132fb67a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 945 time: 0.0611708 Jul 25 16:34:32.882027 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['567c5e1f-440f-4238-a0c4-7abbd6b3c53f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:34:32.893192 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=6']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:34:32.950516 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23c769dd-c702-408b-9be7-0685709c886c req-66eaf12a-41f1-4e57-94cc-938303babe22 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718799 Jul 25 16:34:34.123667 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40fb8-3d4e-4369-af84-5ee7a9a48578 req-0ef02a86-b90f-4b1d-90ff-566c5fb7bc95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:34.125835 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4e40fb8-3d4e-4369-af84-5ee7a9a48578 req-0ef02a86-b90f-4b1d-90ff-566c5fb7bc95 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 945 time: 0.0628207 Jul 25 16:34:34.185775 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a4e40fb8-3d4e-4369-af84-5ee7a9a48578 req-1ee16428-8590-4ce2-bbe3-6f62e870f82e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532968 Jul 25 16:34:34.553753 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:34:34.641120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:34:34.641120 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:34.772173 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:34:34.772555 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:34.803004 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:34:34.805872 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87555b61-7666-4f7d-82b6-3d2ebb311d96" -d '{"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:34:34.822970 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:34:34.832064 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:34.879206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa5856-6fc6-404d-8255-9459b1111c24 x-openstack-request-id: req-d1aa5856-6fc6-404d-8255-9459b1111c24 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:34:34.879675 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:34:34.880052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1aa5856-6fc6-404d-8255-9459b1111c24 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:34:34.880596 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1aa5856-6fc6-404d-8255-9459b1111c24'] response: {'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'code': 200} Jul 25 16:34:34.921764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=7']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:34:35.413295 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee76fa9-46b1-42c8-a504-9ac7190f5a0c req-d3afb408-61d0-40c3-8618-26fa4df8d5fe tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:35.417096 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ee76fa9-46b1-42c8-a504-9ac7190f5a0c req-d3afb408-61d0-40c3-8618-26fa4df8d5fe tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0892706 Jul 25 16:34:35.517281 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2ee76fa9-46b1-42c8-a504-9ac7190f5a0c req-b0d234d3-4880-40c0-a916-8631b2858168 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932443 Jul 25 16:34:36.711609 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260b4a2-88a4-45bc-ac27-2739760b1e71 req-e441b32c-6df2-4884-8d10-99f560733bcc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:36.718412 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3260b4a2-88a4-45bc-ac27-2739760b1e71 req-e441b32c-6df2-4884-8d10-99f560733bcc tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0725360 Jul 25 16:34:36.785118 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3260b4a2-88a4-45bc-ac27-2739760b1e71 req-06cb4314-0838-4d10-8924-404ad8519c3e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639672 Jul 25 16:34:37.967027 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9529529-f4b2-4018-bd31-3014199bdaf6 req-859787b0-f196-47a2-8ae5-eefc62a0b95f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:37.969446 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9529529-f4b2-4018-bd31-3014199bdaf6 req-859787b0-f196-47a2-8ae5-eefc62a0b95f tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0824225 Jul 25 16:34:38.059500 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c9529529-f4b2-4018-bd31-3014199bdaf6 req-f928a218-bad3-4f13-9930-5304393f6201 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754282 Jul 25 16:34:39.266263 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7a3bc-d692-4221-a208-c258303226c3 req-bd85f033-e8cf-475b-b3ef-87744248af45 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:39.268733 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-11e7a3bc-d692-4221-a208-c258303226c3 req-bd85f033-e8cf-475b-b3ef-87744248af45 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0748429 Jul 25 16:34:39.368676 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-11e7a3bc-d692-4221-a208-c258303226c3 req-3d93f323-e36a-41ea-b10d-ab7219d6fd57 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867164 Jul 25 16:34:40.553938 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68088bcd-83e6-46f3-865c-8c64c26cfce5 req-612e4db7-0c1d-43b0-82a5-c080bb7186d5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:40.555553 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68088bcd-83e6-46f3-865c-8c64c26cfce5 req-612e4db7-0c1d-43b0-82a5-c080bb7186d5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0699770 Jul 25 16:34:40.619398 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-68088bcd-83e6-46f3-865c-8c64c26cfce5 req-6b1d467c-9a5e-4acc-81f4-f09eaca22382 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538044 Jul 25 16:34:41.838944 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e95635-d93c-4bb8-82fd-71964ab112a2 req-f055cb16-d4f5-4c25-abfa-4a2864f82385 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:41.841487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-02e95635-d93c-4bb8-82fd-71964ab112a2 req-f055cb16-d4f5-4c25-abfa-4a2864f82385 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0899913 Jul 25 16:34:41.906631 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-02e95635-d93c-4bb8-82fd-71964ab112a2 req-d2ebae55-fcdd-4c34-af44-b56f9e5ae301 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592515 Jul 25 16:34:41.994174 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:34:43.122297 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc008ad-c5cc-4529-b43b-ad88bb4b1557 req-32b79f3e-7574-463f-acc6-bae80d201f85 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:43.124257 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4dc008ad-c5cc-4529-b43b-ad88bb4b1557 req-32b79f3e-7574-463f-acc6-bae80d201f85 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0686889 Jul 25 16:34:43.163117 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:43.194423 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4dc008ad-c5cc-4529-b43b-ad88bb4b1557 req-fb8c483d-9cf8-4384-b8f2-7762736b302b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625525 Jul 25 16:34:44.378321 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e4254-7a83-4928-bd53-9c60e43c292b req-30263641-ab77-4f7c-8213-239034d6f993 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:44.379991 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a73e4254-7a83-4928-bd53-9c60e43c292b req-30263641-ab77-4f7c-8213-239034d6f993 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0731223 Jul 25 16:34:44.395570 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:44.443341 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a73e4254-7a83-4928-bd53-9c60e43c292b req-a0ec06d4-23f0-4376-aaac-6823f79de207 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555544 Jul 25 16:34:44.898959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:44.906497 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=63 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:44.917518 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:45.017613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7820-1041-466d-9bf8-717040889a2c req-e611042e-9570-496a-a618-6144907be3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:45.019284 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-e611042e-9570-496a-a618-6144907be3bb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1130 time: 0.0537562 Jul 25 16:34:45.131833 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7820-1041-466d-9bf8-717040889a2c req-ebeef898-669c-4037-bb6e-5bd2398733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:45.133365 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-ebeef898-669c-4037-bb6e-5bd2398733c7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1077659 Jul 25 16:34:45.206978 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-b18e328d-9527-406f-a03a-1914652249c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 1001 time: 0.0654049 Jul 25 16:34:45.238577 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:45.263123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7820-1041-466d-9bf8-717040889a2c req-8d4049cb-de4d-47ac-9099-77a16aa3b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:45.264645 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-8d4049cb-de4d-47ac-9099-77a16aa3b8a3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0515540 Jul 25 16:34:45.324470 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f7820-1041-466d-9bf8-717040889a2c req-312e0924-e67b-4d8a-baa6-9f6e44bddcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:45.326097 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-312e0924-e67b-4d8a-baa6-9f6e44bddcda service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541654 Jul 25 16:34:45.368520 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:45.435592 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-816ce499-9742-4ebb-849b-ccf5cf235846 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010745 Jul 25 16:34:45.553443 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-610f7820-1041-466d-9bf8-717040889a2c req-24e82c8a-fd4d-4970-b2cf-7cb2eb58a085 service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115789 Jul 25 16:34:45.615974 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df494b-4446-4683-87f6-5e6c8eec115e req-525b0c3d-887c-414d-8f15-aafc08026662 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:45.617710 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9df494b-4446-4683-87f6-5e6c8eec115e req-525b0c3d-887c-414d-8f15-aafc08026662 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0661340 Jul 25 16:34:45.710799 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f9df494b-4446-4683-87f6-5e6c8eec115e req-94f5cb29-0a5a-4688-8cee-d9ae439e6757 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862501 Jul 25 16:34:46.229243 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fd00d96e-13e7-422d-ab94-35bf08d4ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:46.883655 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c998d-a213-4c01-9807-c59aeaec9845 req-773205d4-d5e4-4177-8f2f-cfe672c2e7e1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:46.885241 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-054c998d-a213-4c01-9807-c59aeaec9845 req-773205d4-d5e4-4177-8f2f-cfe672c2e7e1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0551050 Jul 25 16:34:46.949728 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-054c998d-a213-4c01-9807-c59aeaec9845 req-9e170b2b-1c62-466b-aa65-a72ebe66cf90 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581613 Jul 25 16:34:48.106714 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2c3c-bb7b-4251-8645-b3e28548417f req-180cc7ef-e83b-47f9-8512-b14a267e559a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:48.108388 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec2a2c3c-bb7b-4251-8645-b3e28548417f req-180cc7ef-e83b-47f9-8512-b14a267e559a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 946 time: 0.0551970 Jul 25 16:34:48.170422 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ec2a2c3c-bb7b-4251-8645-b3e28548417f req-6948a3e4-0bc4-4d4d-a8c2-4472cd89664e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512309 Jul 25 16:34:48.609692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:34:48.725188 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:34:48.725603 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:48.899323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:34:48.902252 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0095c8-ff36-42c3-9057-b5925123f06e" -d '{"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:34:48.923894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:34:48.930049 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:48.969554 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3733624-aab6-4cec-b36c-4eb18b2395ee x-openstack-request-id: req-c3733624-aab6-4cec-b36c-4eb18b2395ee {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:34:48.970182 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-unplugged", "status": "failed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "code": 422}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:34:48.970407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3733624-aab6-4cec-b36c-4eb18b2395ee {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:34:48.971028 dv-cinder-836973-15-iscsi neutron-server[104070]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c3733624-aab6-4cec-b36c-4eb18b2395ee']: {'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'code': 422} returned with failed status Jul 25 16:34:49.012504 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=8']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:34:49.021523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.021872 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.022231 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.022613 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.023112 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.023295 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.023756 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.024024 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.024342 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.024685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.025061 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.025360 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.025774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.026102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.026409 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:34:49.424190 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414765b1-8d80-4a1a-940f-73ca92779e15 req-f3d3af76-9894-454e-979d-479c231a6cbf tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:49.426057 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-414765b1-8d80-4a1a-940f-73ca92779e15 req-f3d3af76-9894-454e-979d-479c231a6cbf tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0747321 Jul 25 16:34:49.510041 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-414765b1-8d80-4a1a-940f-73ca92779e15 req-723cf822-f799-473c-bd20-a82ab74ae79e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740252 Jul 25 16:34:49.717395 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-7264a632-19ed-4ee4-b3b7-f03152ee65e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471222 Jul 25 16:34:49.803650 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-2ae6ae16-6d4a-4fdb-941f-345e20539751 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:49.805372 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-2ae6ae16-6d4a-4fdb-941f-345e20539751 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports/567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 941 time: 0.0552285 Jul 25 16:34:50.175516 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ae9b-0ec2-43a4-bb13-e747c9199ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:50.667471 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ecdc-ca96-4e06-bdc5-7b737849be62 req-f4e0748b-6c92-4db6-a324-9c1602a437ec tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:50.669036 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96f2ecdc-ca96-4e06-bdc5-7b737849be62 req-f4e0748b-6c92-4db6-a324-9c1602a437ec tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0553393 Jul 25 16:34:50.728540 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-96f2ecdc-ca96-4e06-bdc5-7b737849be62 req-0155cf65-1eae-42c3-b44a-985606ebf44b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529652 Jul 25 16:34:50.863197 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-e0baa88c-c919-4396-88ec-d95b0713a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:50.865156 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-e0baa88c-c919-4396-88ec-d95b0713a204 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6&tenant_id=4501489e56744cf98e49895b6d5aa6f8 HTTP/1.1" status: 200 len: 1128 time: 0.1099339 Jul 25 16:34:50.879605 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-af3f8c77-90c0-4042-a015-91670dcd8311 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104068) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:34:50.881416 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-af3f8c77-90c0-4042-a015-91670dcd8311 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090780 Jul 25 16:34:50.952970 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-4c615085-ca55-4edc-a686-cf364cadeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:50.954744 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-4c615085-ca55-4edc-a686-cf364cadeec9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1128 time: 0.0492272 Jul 25 16:34:51.059413 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-4873e9d3-0d8d-48b4-8944-7af6f63c57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:51.060956 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-4873e9d3-0d8d-48b4-8944-7af6f63c57b4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.0993366 Jul 25 16:34:51.133018 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:51.142620 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-ee99e327-ed04-4355-a277-762f857198c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 999 time: 0.0746596 Jul 25 16:34:51.198492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-629e8df1-854f-40e3-bbd9-30497710f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:51.201092 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-629e8df1-854f-40e3-bbd9-30497710f2f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0510125 Jul 25 16:34:51.254588 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-89ac43ec-9a36-4dbb-a664-1717eb87ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:51.256254 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-89ac43ec-9a36-4dbb-a664-1717eb87ab0b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484247 Jul 25 16:34:51.371197 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-c1c64674-2386-49c3-82d4-0fe95708a2cc service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080637 Jul 25 16:34:51.426375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:51.449987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:51.483702 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6584b03b-92d1-40db-8fc3-b2277ceddd35 req-74667782-6e9d-4d0c-a42f-94ca5138eb2c service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060541 Jul 25 16:34:51.894381 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:51.901229 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd70a-da3a-4ed3-8aef-a2b289997770 req-e373743b-9afc-4d20-88f3-50c8868a390c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:51.904128 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-319cd70a-da3a-4ed3-8aef-a2b289997770 req-e373743b-9afc-4d20-88f3-50c8868a390c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0641191 Jul 25 16:34:51.986415 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:52.002457 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-319cd70a-da3a-4ed3-8aef-a2b289997770 req-daca907d-98e6-4598-bdca-a2e831bba453 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865858 Jul 25 16:34:52.570426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:34:53.191591 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97d5a7-299c-480e-882f-4c3c0e7155fb req-b161c4be-9226-4b91-9401-063ee290d1fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:53.193949 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4d97d5a7-299c-480e-882f-4c3c0e7155fb req-b161c4be-9226-4b91-9401-063ee290d1fb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0663710 Jul 25 16:34:53.262964 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4d97d5a7-299c-480e-882f-4c3c0e7155fb req-cdd52ae4-da02-47f2-86a4-64485686b4a1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550735 Jul 25 16:34:54.449739 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b373f6-95b8-476f-be01-b2cfefaca146 req-846c726a-7485-48e1-8f57-07b8c284ecb8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:54.451351 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-19b373f6-95b8-476f-be01-b2cfefaca146 req-846c726a-7485-48e1-8f57-07b8c284ecb8 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0674710 Jul 25 16:34:54.541111 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-19b373f6-95b8-476f-be01-b2cfefaca146 req-c05d213c-3b59-422f-8006-ea5d258149c9 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800817 Jul 25 16:34:55.754317 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db82d-57c1-418b-9623-94d487429fa8 req-a98eab3e-8a7d-4739-9cfa-449de26460db tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:55.756986 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b71db82d-57c1-418b-9623-94d487429fa8 req-a98eab3e-8a7d-4739-9cfa-449de26460db tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0847468 Jul 25 16:34:55.837494 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b71db82d-57c1-418b-9623-94d487429fa8 req-197bffaf-3a2f-462f-be5c-d6f81b0dbd39 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740788 Jul 25 16:34:56.989386 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28449b2-f27c-4864-9558-d9bfcb27b33e req-a5ac4500-1bc2-406a-a73d-dcf7bb745d7e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:56.997118 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f28449b2-f27c-4864-9558-d9bfcb27b33e req-a5ac4500-1bc2-406a-a73d-dcf7bb745d7e tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0663724 Jul 25 16:34:57.015691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:57.057010 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f28449b2-f27c-4864-9558-d9bfcb27b33e req-b94a73f5-c196-4c38-9f80-142557c95ae5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587554 Jul 25 16:34:58.289269 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e47ed4-b8e8-4489-a01a-34b52adf8f85 req-353d2674-81b8-4c9f-ba7d-f88801d17b47 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:58.291077 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c8e47ed4-b8e8-4489-a01a-34b52adf8f85 req-353d2674-81b8-4c9f-ba7d-f88801d17b47 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.1090662 Jul 25 16:34:58.331624 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:34:58.352855 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c8e47ed4-b8e8-4489-a01a-34b52adf8f85 req-245a32b3-d17b-41ef-99b9-f04c32fa989c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551431 Jul 25 16:34:59.561068 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fda20-d119-4e57-811a-821cc3bafb06 req-82934768-b987-491a-8e3e-4eb48982c419 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:34:59.562840 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-728fda20-d119-4e57-811a-821cc3bafb06 req-82934768-b987-491a-8e3e-4eb48982c419 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0737276 Jul 25 16:34:59.627279 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-728fda20-d119-4e57-811a-821cc3bafb06 req-6380c234-f1ec-446f-83c9-ad86ae4192c3 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537767 Jul 25 16:35:00.795418 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0d65f-0f60-475c-8dbc-092c37166bc7 req-c21751bc-2799-444b-a21b-0711c437d050 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:00.797383 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9ca0d65f-0f60-475c-8dbc-092c37166bc7 req-c21751bc-2799-444b-a21b-0711c437d050 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0606277 Jul 25 16:35:00.876173 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9ca0d65f-0f60-475c-8dbc-092c37166bc7 req-f629cb2d-23b9-4bdd-bee7-51a0461aa7d5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691688 Jul 25 16:35:01.477961 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:01.480081 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:01.882215 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:02.033941 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3330-c6d2-4a30-ab00-0682bccaef62 req-ebb56b95-df32-4af6-8a04-57fb77992676 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:02.035596 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e2d3330-c6d2-4a30-ab00-0682bccaef62 req-ebb56b95-df32-4af6-8a04-57fb77992676 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 944 time: 0.0572715 Jul 25 16:35:02.116268 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7e2d3330-c6d2-4a30-ab00-0682bccaef62 req-374ad8ef-732a-416f-a5c7-49b19d2fef07 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736954 Jul 25 16:35:02.562868 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:02.564985 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:02.628684 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:35:02.765190 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:02.779735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'port_id': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'mac_address': 'fa:16:3e:ea:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:35:02.821920 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:02.822316 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:02.838447 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:35:02.873258 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:02.878888 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:02.932289 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=9']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:03.094371 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['567c5e1f-440f-4238-a0c4-7abbd6b3c53f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:35:03.261825 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a243ce0-ee73-48c4-8c20-47fa08f7430b req-2765a72d-6740-447f-adf8-f0e5fccd3d43 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:03.264399 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a243ce0-ee73-48c4-8c20-47fa08f7430b req-2765a72d-6740-447f-adf8-f0e5fccd3d43 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 945 time: 0.0604446 Jul 25 16:35:03.318856 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5a243ce0-ee73-48c4-8c20-47fa08f7430b req-a4715eeb-f0da-465b-9eb9-32b2886e3006 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475602 Jul 25 16:35:04.468194 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc89a7-c59f-4ca7-a454-d13d07aa1a3b req-e4499b84-29b5-4425-8ed5-2d7e69acb8cd tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:04.469873 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61cc89a7-c59f-4ca7-a454-d13d07aa1a3b req-e4499b84-29b5-4425-8ed5-2d7e69acb8cd tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 945 time: 0.0649443 Jul 25 16:35:04.535712 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-61cc89a7-c59f-4ca7-a454-d13d07aa1a3b req-4d7dcf6c-6c1e-4ea3-b392-0ce80eacd054 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566363 Jul 25 16:35:04.658586 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:35:04.716256 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:04.716867 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:04.852351 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:04.853005 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:04.895344 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:35:04.899392 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d1fdf-f5d6-419e-b445-885190ceed54" -d '{"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:35:04.923345 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:04.930253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:04.972829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17697b-2838-4513-a515-4ec16e2354f6 x-openstack-request-id: req-4c17697b-2838-4513-a515-4ec16e2354f6 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:35:04.973278 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-plugged", "status": "completed", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:35:04.973722 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c17697b-2838-4513-a515-4ec16e2354f6 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:35:04.974346 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c17697b-2838-4513-a515-4ec16e2354f6'] response: {'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'code': 200} Jul 25 16:35:05.018992 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=10']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:05.173766 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dedf9-02dc-4f5b-a19e-024092ca9a82 req-63536d21-24cd-45dd-9a3f-d4c1d2762a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:05.176519 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fa4dedf9-02dc-4f5b-a19e-024092ca9a82 req-63536d21-24cd-45dd-9a3f-d4c1d2762a06 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1131 time: 0.0519333 Jul 25 16:35:05.237400 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fa4dedf9-02dc-4f5b-a19e-024092ca9a82 req-5b71ae29-5a0c-48ab-b7ea-3cb0c602f027 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548737 Jul 25 16:35:05.696773 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce4e7-88a5-44fc-9cb2-c7102b404ca5 req-1cab7698-dfa2-4a7c-b028-b9d9bf17b714 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:05.699093 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f1fce4e7-88a5-44fc-9cb2-c7102b404ca5 req-1cab7698-dfa2-4a7c-b028-b9d9bf17b714 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0684109 Jul 25 16:35:05.763759 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f1fce4e7-88a5-44fc-9cb2-c7102b404ca5 req-cbf07f84-e9fc-4083-9081-60a80792cd17 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577154 Jul 25 16:35:06.917651 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636bd77-a20e-41f3-8ce6-abe185246848 req-2ea5a3d8-af82-4110-b669-0ec86241c0ef tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:06.919997 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a636bd77-a20e-41f3-8ce6-abe185246848 req-2ea5a3d8-af82-4110-b669-0ec86241c0ef tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0582864 Jul 25 16:35:06.985708 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a636bd77-a20e-41f3-8ce6-abe185246848 req-771545dd-0016-496a-9c1d-51e60bd3e150 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586212 Jul 25 16:35:08.152157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d7837-9f22-44a1-bd9e-0cf1c189ed93 req-fc77fe44-bc9c-4eed-8ea0-8d001729e70c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:08.154859 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-007d7837-9f22-44a1-bd9e-0cf1c189ed93 req-fc77fe44-bc9c-4eed-8ea0-8d001729e70c tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0788646 Jul 25 16:35:08.215432 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-007d7837-9f22-44a1-bd9e-0cf1c189ed93 req-9feb2231-699b-4b4a-bc72-b88dcfdbd509 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539255 Jul 25 16:35:15.003020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:15.011906 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:15.015201 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:15.227170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:15.232808 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:15.365080 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:16.226709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-db58f687-f0b8-4050-bb80-62f4222e58e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:18.208170 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:18.211762 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=73 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:18.986245 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:35:20.174537 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9148ecb4-ba74-4e15-82f8-0a7ad987c575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:21.134845 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:21.892084 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:22.573842 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:25.141494 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-b91f36c6-5285-4a24-891c-53e23ae2b918 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478714 Jul 25 16:35:25.250370 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-2809ffe3-78ef-403c-bb18-db09cbf3d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:25.251963 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-2809ffe3-78ef-403c-bb18-db09cbf3d1c2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4501489e56744cf98e49895b6d5aa6f8&device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 1131 time: 0.0491719 Jul 25 16:35:25.393594 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-9458d038-5000-41f5-8c6b-e30acf5621c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:25.396022 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-9458d038-5000-41f5-8c6b-e30acf5621c2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 200 len: 917 time: 0.1193886 Jul 25 16:35:25.473618 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-62f6e25d-d779-4ea4-9269-486b0375a929 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 200 len: 1001 time: 0.0712619 Jul 25 16:35:25.535925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-949c948e-9041-4795-820d-a32c2b931aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:25.537456 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-949c948e-9041-4795-820d-a32c2b931aa0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 200 len: 855 time: 0.0574613 Jul 25 16:35:25.587061 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-4ea7d521-9ec9-417d-9f07-db9c24c2266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:25.588705 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-4ea7d521-9ec9-417d-9f07-db9c24c2266e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=70511969-6625-420f-86eb-299a6f40df62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444813 Jul 25 16:35:25.702074 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-4515d805-cef6-4e69-90f9-807957cb4cfa service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062386 Jul 25 16:35:26.130190 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-da6bc8e4-3b4a-4f1a-8332-285975f54448 req-e2d520a4-8ec7-4d25-bd19-91c7b97ec50c service neutron] 10.222.0.102 "GET /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217865 Jul 25 16:35:28.980789 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:28.981737 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:32.561049 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:32.565363 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:32.568973 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:36.104411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=47 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:36.125028 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=54 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:37.350629 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-6475267d-32be-451e-9ea6-0761cc5d3b71 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487919838&fields=id&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 267 time: 0.0583889 Jul 25 16:35:37.497200 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-3e8de98c-c792-4dac-ae83-8fe929dfa332 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:37.499028 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-3e8de98c-c792-4dac-ae83-8fe929dfa332 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.1404483 Jul 25 16:35:37.521680 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-5eabedec-e3ae-4479-bc2e-592647ed10fc tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/quotas/ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 375 time: 0.0150647 Jul 25 16:35:37.583105 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-8ba15aa6-78ef-4bb1-9496-e566d7c899f0 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543582 Jul 25 16:35:37.600090 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-5433bb4e-0a13-42c9-b17d-d433483ce487 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:35:37.601140 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-5433bb4e-0a13-42c9-b17d-d433483ce487 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061150 Jul 25 16:35:37.715487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-bba802e9-d239-4168-829b-0660e22b9331 service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072869 Jul 25 16:35:37.870413 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-b8602675-f30f-4ea8-93a2-e020097b94ab service neutron] 10.222.0.66 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483314 Jul 25 16:35:38.299243 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8898cf4c-c538-4db0-ac0e-fb41e249fc14 req-f658a93a-6dcf-403e-b583-ff25c2fe924a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0347605 Jul 25 16:35:39.438116 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f73eacea-207c-4c07-8e2a-fefe5d264c84 req-4965b165-e230-4141-a95e-3f62a7a77f02 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0526192 Jul 25 16:35:40.026227 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d164bc4-1457-489b-87f5-830980a48120 req-dbea27b4-d607-45bc-b5bc-2d4e0f41b3cb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:40.028350 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d164bc4-1457-489b-87f5-830980a48120 req-dbea27b4-d607-45bc-b5bc-2d4e0f41b3cb tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0618432 Jul 25 16:35:40.109373 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0d164bc4-1457-489b-87f5-830980a48120 req-14b7610e-26b9-4cd4-aefb-831b9070de44 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708184 Jul 25 16:35:40.576495 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb6525c2-1496-4610-b216-ced888f932b6 req-fb098007-c855-41e3-bc14-fea59f2fae20 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0523210 Jul 25 16:35:41.307388 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b8873-d267-42af-af23-bd5325f12640 req-0b321fe5-c43f-474a-9867-a1898cdb52b1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:41.310018 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f62b8873-d267-42af-af23-bd5325f12640 req-0b321fe5-c43f-474a-9867-a1898cdb52b1 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0892580 Jul 25 16:35:41.388108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-1189a773-3d2c-4351-83d9-637f5401cc51 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:41.390915 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-f62b8873-d267-42af-af23-bd5325f12640 req-bd88338e-1dd5-472f-9969-96ed5824906b tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups?id=2cd2e50e-f97d-4696-8677-0690249bc5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690799 Jul 25 16:35:41.391155 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-1189a773-3d2c-4351-83d9-637f5401cc51 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 947 time: 0.0922992 Jul 25 16:35:41.506110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Deleting port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:41.506459 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:41.628020 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] For port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:41.629775 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:41.712459 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2b25cdc3-8489-470b-832e-53e1a603e92a req-b0c7875d-6b81-4f00-a338-3497abc14c01 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0438056 Jul 25 16:35:41.945456 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:41.946070 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:41.946786 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Floating IP bebc8360-3fce-48f5-b7c5-1217f2f9b93c disassociated. External IP: 172.27.2.38, port: 567c5e1f-440f-4238-a0c4-7abbd6b3c53f. Jul 25 16:35:41.948626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Calling delete_port for 567c5e1f-440f-4238-a0c4-7abbd6b3c53f owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:42.182204 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (567c5e1f-440f-4238-a0c4-7abbd6b3c53f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:42.218725 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'Port': ['ID=567c5e1f-440f-4238-a0c4-7abbd6b3c53f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:42.233270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.233740 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.234108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.234528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.235161 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.235510 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.235963 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.236507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.236692 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.236987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.237463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.237805 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.238141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.238475 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.238862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:42.413276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:35:42.542261 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-2231258f-4347-4a9e-aedb-a4b46437af6d req-31951007-9ff8-407d-9bd6-5a10686b9108 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/ports?device_id=d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6 HTTP/1.1" status: 200 len: 210 time: 0.0370557 Jul 25 16:35:42.601803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:35:42.618916 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:35:42.632621 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:42.633773 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:42.677604 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] No DVR routers for this DVR port 567c5e1f-440f-4238-a0c4-7abbd6b3c53f on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:35:42.683115 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:42.690364 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f12acd21-7875-46ab-a2b8-edef4d428f6e req-784fd64d-90e7-4026-ae7c-2729f4c78c6a tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.102 "DELETE /v2.0/ports/567c5e1f-440f-4238-a0c4-7abbd6b3c53f HTTP/1.1" status: 204 len: 173 time: 1.2937305 Jul 25 16:35:42.691141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-deleted', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:35:42.697181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456343b8-48ce-461a-be88-e71d76e84f2f" -d '{"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-deleted", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:35:42.842992 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:42.984041 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87020279-a999-4000-8d1a-7eff77d89481 req-c522794b-d508-470f-b75e-518a44079578 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0862100 Jul 25 16:35:42.997201 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845f0b7b-ac51-41a9-842d-662d121c2cc2 x-openstack-request-id: req-845f0b7b-ac51-41a9-842d-662d121c2cc2 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:35:42.998066 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37d1a5d-eb30-4654-a38f-d9e9b4dec6b6", "name": "network-vif-deleted", "tag": "567c5e1f-440f-4238-a0c4-7abbd6b3c53f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:35:42.998684 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-845f0b7b-ac51-41a9-842d-662d121c2cc2 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:35:42.999602 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845f0b7b-ac51-41a9-842d-662d121c2cc2'] response: {'server_uuid': 'd37d1a5d-eb30-4654-a38f-d9e9b4dec6b6', 'name': 'network-vif-deleted', 'tag': '567c5e1f-440f-4238-a0c4-7abbd6b3c53f', 'status': 'completed', 'code': 200} Jul 25 16:35:43.368016 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:43.411659 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:35:43.423830 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:43.424480 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:43.554876 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:43.736694 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40628) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:43.841934 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:43.878458 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26315c2a-5382-4d24-a166-602ea0eae191 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:30:29Z', 'revision_number': 4, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': '64e483aa-0760-4898-88fb-542281448f63', 'name': '', 'network_id': '70511969-6625-420f-86eb-299a6f40df62', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'mac_address': 'fa:16:3e:e0:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:27Z', 'updated_at': '2022-07-25T16:30:35Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'subnets': [{'id': '2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:35:43.879709 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:43.965915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:44.016420 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (2cd2e50e-f97d-4696-8677-0690249bc5e6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.092877 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-763248ce-8aa0-4801-9b8f-2cde4d809437 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:44.095777 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-763248ce-8aa0-4801-9b8f-2cde4d809437 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 812 time: 0.3307858 Jul 25 16:35:44.098879 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (2cd2e50e-f97d-4696-8677-0690249bc5e6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.196403 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-34e43c83-2dcf-47db-ae67-5df1e58484df req-2a157994-deea-4b22-8664-10c1e9f45213 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0687864 Jul 25 16:35:44.231451 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-0e4c6e37-26b6-4506-b7b9-13caf56df0e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee2c762eec4646afbd0ea4d71a58894d HTTP/1.1" status: 200 len: 379 time: 0.1205766 Jul 25 16:35:44.247339 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'port': {'device_id': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'admin_state_up': True, 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'security_groups': ['68a6c932-b16f-435c-b1b7-d6e7391b3821']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:35:44.256693 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (2cd2e50e-f97d-4696-8677-0690249bc5e6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.263366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.265303 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "DELETE /v2.0/security-groups/2cd2e50e-f97d-4696-8677-0690249bc5e6 HTTP/1.1" status: 204 len: 168 time: 0.5268717 Jul 25 16:35:44.270001 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40632) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:44.295874 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-5b084acb-6de6-4702-88e3-02cc7156e7be tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] show failed (client error): The resource could not be found. Jul 25 16:35:44.303151 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-5b084acb-6de6-4702-88e3-02cc7156e7be tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "GET /v2.0/security-groups/2cd2e50e-f97d-4696-8677-0690249bc5e6 HTTP/1.1" status: 404 len: 347 time: 0.0313370 Jul 25 16:35:44.303698 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aba493-6d28-4a02-af26-8ac7f80cf014 None None] New status for floating IP bebc8360-3fce-48f5-b7c5-1217f2f9b93c: DOWN {{(pid=104070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:35:44.304281 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40634) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:44.333612 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dc06d-369e-4e97-9685-56522bde5da5 tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd2e50e-f97d-4696-8677-0690249bc5e6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:44.501276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Made reservation on behalf of ee2c762eec4646afbd0ea4d71a58894d for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:35:44.510323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.560264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Deleting port aed6bb72-5ac0-47de-932c-f16867587b28 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:44.560839 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.742485 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.743543 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (aed6bb72-5ac0-47de-932c-f16867587b28), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:44.758853 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.20.0.7 (5179c8ca-857c-4cbe-a31d-a95e81512509/c6f3801f-6d9e-4ffc-a509-c0d71dd74797/4b1fbfc5-127d-402f-9670-ae5c5bf444c1) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:35:44.769623 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Calling delete_port for aed6bb72-5ac0-47de-932c-f16867587b28 owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:44.830859 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:35:44.857129 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 567c5e1f-440f-4238-a0c4-7abbd6b3c53f {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:35:44.857703 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 567c5e1f-440f-4238-a0c4-7abbd6b3c53f not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:35:44.881385 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:44.910489 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:44.968960 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.003800 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (aed6bb72-5ac0-47de-932c-f16867587b28), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.011735 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.053919 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Pushing event deleted for resources: {'Port': ['ID=aed6bb72-5ac0-47de-932c-f16867587b28,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:45.066751 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:35:45.071189 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:35:45.077793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:35:45.103085 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.103673 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.104245 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.104818 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.105306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.105934 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.106506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.107774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.107774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.108029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:45.108179 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.108738 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.109265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.110133 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.110697 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.111268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:45.148133 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:45.149031 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.169577 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c2fd5d43-48a3-428c-9315-222d9d6a9e4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325716 Jul 25 16:35:45.183258 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Request body: {'port': {'device_id': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:35:45.190500 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks [] for floatingip (bebc8360-3fce-48f5-b7c5-1217f2f9b93c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.191841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.200715 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-03554c75-61a8-4281-a77f-7b9f2cce04df tempest-AttachVolumeShelveTestJSON-678495376 tempest-AttachVolumeShelveTestJSON-678495376-project] 10.222.0.66 "DELETE /v2.0/floatingips/bebc8360-3fce-48f5-b7c5-1217f2f9b93c HTTP/1.1" status: 204 len: 168 time: 0.8885822 Jul 25 16:35:45.225797 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:45.246261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:45.284497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.400054 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-4bb8960e-2147-4016-bcac-2236d0fc4472 None None] Provisioning complete for port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:45.400931 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4bb8960e-2147-4016-bcac-2236d0fc4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.405752 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.444928 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e000b6-7979-42b9-86e3-2675d3c66fa7 req-d0699eb6-aa31-4af4-bd13-e48c7044ace7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:45.447435 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38e000b6-7979-42b9-86e3-2675d3c66fa7 req-d0699eb6-aa31-4af4-bd13-e48c7044ace7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 931 time: 0.1131539 Jul 25 16:35:45.450813 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8960e-2147-4016-bcac-2236d0fc4472 None None] Port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:35:45.542564 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-38e000b6-7979-42b9-86e3-2675d3c66fa7 req-2bf6e235-7c13-4fd3-8999-b29fdb3eed98 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835924 Jul 25 16:35:45.719825 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:35:45.735998 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks [] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.760926 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Transition to ACTIVE for port object 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:35:45.766255 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:45.864296 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:45.994789 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Attempting to bind port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:35:45.995324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Attempting to bind port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:35:45.996497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Attempting to bind port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:35:46.005177 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:35:46.005742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Attempting to bind port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 on network 5179c8ca-857c-4cbe-a31d-a95e81512509 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:35:46.015496 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:35:46.016046 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Checking segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:35:46.016662 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Bound using segment: {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:35:46.017431 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Bound port: 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:35:46.018032 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:46.130718 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:35:46.136269 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:35:46.145862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:46.216092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:46.217101 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:46.219684 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] 10.222.0.102 "PUT /v2.0/ports/4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 200 len: 1093 time: 1.0425189 Jul 25 16:35:46.220471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:35:46.225403 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe15e34-e462-48a5-b4eb-7a3e3b768baf" -d '{"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:35:46.245082 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7f415e65-9eda-4416-af6b-512cb62e0846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:46.336405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3086f-71de-491a-9111-8b1bac87f157 x-openstack-request-id: req-01c3086f-71de-491a-9111-8b1bac87f157 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:35:46.336862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:35:46.337317 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01c3086f-71de-491a-9111-8b1bac87f157 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:35:46.338019 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c3086f-71de-491a-9111-8b1bac87f157'] response: {'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'status': 'completed', 'code': 200} Jul 25 16:35:46.339309 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf1a68-6092-49e7-8aa0-31e5e0b60393 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:46.366072 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-1ebcaba3-a67f-4573-92c6-b2c83a72b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:46.367768 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-1ebcaba3-a67f-4573-92c6-b2c83a72b2c7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0956812 Jul 25 16:35:46.421204 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-43ac36d2-2a31-4458-a47f-ade661c5cc7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 200 len: 217 time: 0.0453982 Jul 25 16:35:46.513256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c61cc124-ac6d-4874-a186-d2ccd0fed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:46.516007 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-c61cc124-ac6d-4874-a186-d2ccd0fed364 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0893548 Jul 25 16:35:46.587226 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-952dd92a-493b-4d1a-b192-ee85183d581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:46.588887 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-952dd92a-493b-4d1a-b192-ee85183d581d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672762 Jul 25 16:35:46.748947 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-ce8edc99-5229-44c7-a11f-71e41a4dfca6 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532743 Jul 25 16:35:46.765164 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915ae7-13b8-4490-82bc-fe779e86ade9 req-a8eb7a7c-ac32-432f-a996-30ba33fb775c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:46.767960 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a915ae7-13b8-4490-82bc-fe779e86ade9 req-a8eb7a7c-ac32-432f-a996-30ba33fb775c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.0712173 Jul 25 16:35:46.801246 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:46.818504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:46.855607 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a915ae7-13b8-4490-82bc-fe779e86ade9 req-c43c3de6-9ee9-40f6-a962-4a8b90e62907 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807500 Jul 25 16:35:46.865527 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b6ab47d4-7a20-4204-9137-52ceb789e749 req-b1a4d84a-7606-4f40-8d2f-8a2c152b8344 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106453 Jul 25 16:35:47.166825 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-1056f4da-c374-4687-bf8d-3b764d20b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:47.168405 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-1056f4da-c374-4687-bf8d-3b764d20b3fe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0469408 Jul 25 16:35:47.289096 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-14dca835-00fb-48cd-9583-818546c6a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:47.291145 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-14dca835-00fb-48cd-9583-818546c6a2a7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1159902 Jul 25 16:35:47.351158 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-fdbfadac-3296-442e-82a8-8c8018a5e18c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 200 len: 217 time: 0.0505147 Jul 25 16:35:47.441276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-6efe61d8-b65b-4ac4-b751-a001fda9d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:47.443725 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-6efe61d8-b65b-4ac4-b751-a001fda9d096 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0826697 Jul 25 16:35:47.500566 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-5485fc54-32b3-435d-93fd-9b5e6c631b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:47.502783 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-5485fc54-32b3-435d-93fd-9b5e6c631b77 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525105 Jul 25 16:35:47.675883 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-60b31005-e0ed-4c4f-ab7d-922db64781f3 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658733 Jul 25 16:35:47.818050 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-afe15e34-e462-48a5-b4eb-7a3e3b768baf req-20473b2e-8cf6-4e50-8241-c0850fdeff72 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366491 Jul 25 16:35:47.919094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40664) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:48.065097 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358089-291e-47b5-8544-d517c4f5f58e req-0866cf3f-f63b-43a0-8c6b-8827e34904d1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:48.069096 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05358089-291e-47b5-8544-d517c4f5f58e req-0866cf3f-f63b-43a0-8c6b-8827e34904d1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.0913868 Jul 25 16:35:48.187891 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-05358089-291e-47b5-8544-d517c4f5f58e req-4655f001-d2b3-4ca2-b17f-ccd941955740 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063290 Jul 25 16:35:48.625738 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:48.851313 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:48.903836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:48.907261 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Deleting port 64e483aa-0760-4898-88fb-542281448f63 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:48.907593 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (64e483aa-0760-4898-88fb-542281448f63), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:49.009288 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] For port 64e483aa-0760-4898-88fb-542281448f63, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=64e483aa-0760-4898-88fb-542281448f63,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:49.010429 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (64e483aa-0760-4898-88fb-542281448f63), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:49.031102 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Calling delete_port for 64e483aa-0760-4898-88fb-542281448f63 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:49.291026 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (64e483aa-0760-4898-88fb-542281448f63), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:49.340200 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Pushing event deleted for resources: {'Port': ['ID=64e483aa-0760-4898-88fb-542281448f63,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:49.460770 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc2ad-f390-4569-bd16-e26285b969df req-363558ef-9689-4036-a901-27efd2ec5505 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:49.462779 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8e8cc2ad-f390-4569-bd16-e26285b969df req-363558ef-9689-4036-a901-27efd2ec5505 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.1397741 Jul 25 16:35:49.585059 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8e8cc2ad-f390-4569-bd16-e26285b969df req-cf00bc78-1352-4778-95ca-23318baa8a22 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118190 Jul 25 16:35:49.644067 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.172873 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:50.180977 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ff14eab8-e692-4eae-9d93-2a0ccae65d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.185259 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Router bab0b8de-c9ef-402c-9f9b-eb85007ad643 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:35:50.308065 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:35:50.314114 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-178cdf31-d5fb-4734-905b-836ccfed875b admin admin] 10.222.0.66 "PUT /v2.0/routers/bab0b8de-c9ef-402c-9f9b-eb85007ad643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3978751 Jul 25 16:35:50.318061 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40670) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:50.319097 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Sync routers for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:35:50.333437 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:50.334153 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:50.443746 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks [] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.487114 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:50.560669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks [] for router_gateway (bab0b8de-c9ef-402c-9f9b-eb85007ad643), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.624579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Deleting port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:50.625053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.676273 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:50.752051 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dfc92-280e-400e-9af1-58e07f2c52b0 req-3df34bcb-ac1f-481b-831c-dedfdec5ce0a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:50.754030 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea0dfc92-280e-400e-9af1-58e07f2c52b0 req-3df34bcb-ac1f-481b-831c-dedfdec5ce0a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.0642009 Jul 25 16:35:50.777268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:50.784806 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] For port 665d0cd0-1ef5-4e48-a717-4daed20ea9a0, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:50.785503 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:50.797980 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:35:49Z', 'revision_number': 5, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port': {'id': '665d0cd0-1ef5-4e48-a717-4daed20ea9a0', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:24Z', 'updated_at': '2022-07-25T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:50.818371 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Calling delete_port for 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:50.826882 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:50.827843 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ea0dfc92-280e-400e-9af1-58e07f2c52b0 req-bc91a87f-1b03-4213-97ee-62958fa16797 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603609 Jul 25 16:35:50.831366 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Checking router: bab0b8de-c9ef-402c-9f9b-eb85007ad643 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:35:50.841939 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Routers {'bab0b8de-c9ef-402c-9f9b-eb85007ad643'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:50.842581 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:50.975503 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] Set router bab0b8de-c9ef-402c-9f9b-eb85007ad643 gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:51.025288 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:51.064358 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:35:50Z', 'revision_number': 6, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:51.070011 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (665d0cd0-1ef5-4e48-a717-4daed20ea9a0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.120386 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae90b10-4803-4dda-97bf-563bde2d5b53 None None] The sync data for ids ['bab0b8de-c9ef-402c-9f9b-eb85007ad643'] in dv-cinder-836973-15-iscsi is: [{'id': 'bab0b8de-c9ef-402c-9f9b-eb85007ad643', 'name': 'tempest-AttachVolumeShelveTestJSON-309318543-router', 'tenant_id': '4501489e56744cf98e49895b6d5aa6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:22Z', 'updated_at': '2022-07-25T16:35:50Z', 'revision_number': 6, 'project_id': '4501489e56744cf98e49895b6d5aa6f8', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:35:51.124882 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Pushing event deleted for resources: {'Port': ['ID=665d0cd0-1ef5-4e48-a717-4daed20ea9a0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:51.152989 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.215886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.314822 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.317439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks [] for router_controller (bab0b8de-c9ef-402c-9f9b-eb85007ad643), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.367478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (bab0b8de-c9ef-402c-9f9b-eb85007ad643), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.368790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab0b8de-c9ef-402c-9f9b-eb85007ad643 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:35:51.374314 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.375405 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-5df11bd0-b9d8-441f-af46-142aaa5797ae admin admin] 10.222.0.66 "DELETE /v2.0/routers/bab0b8de-c9ef-402c-9f9b-eb85007ad643 HTTP/1.1" status: 204 len: 168 time: 1.0562918 Jul 25 16:35:51.383614 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40674) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:51.452333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Deleting subnet 2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:35:51.456649 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Publish callbacks [] for subnet (2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.511090 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.606516 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.680721 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.711533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:51.717698 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.723972 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c166286a-63f7-4b1d-a30e-bc74084bdd89 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2ca5fd88-d0d1-4fa9-9845-35d162e6f4b6 HTTP/1.1" status: 204 len: 168 time: 0.3388500 Jul 25 16:35:51.727323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99568c8e-4179-475f-9b6f-0f4b8f2018e9 None None] Network 70511969-6625-420f-86eb-299a6f40df62 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:35:51.728154 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40676) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:51.848190 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (70511969-6625-420f-86eb-299a6f40df62), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.910878 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:51.945095 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] DHCP port deletion for 70511969-6625-420f-86eb-299a6f40df62 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:35:51.982742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Deleting port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:51.983275 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.005651 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7d16-7251-4734-83ab-989e6973352a req-b59dc3c8-e9a4-4dca-acc5-e6d1a9da05ee tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:52.014106 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b8d7d16-7251-4734-83ab-989e6973352a req-b59dc3c8-e9a4-4dca-acc5-e6d1a9da05ee tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.0779343 Jul 25 16:35:52.029952 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Deleting port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:35:52.031096 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.091865 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b8d7d16-7251-4734-83ab-989e6973352a req-12781c67-278f-4177-9cf7-5407b93eaa4a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764067 Jul 25 16:35:52.132305 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 64e483aa-0760-4898-88fb-542281448f63 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:35:52.161831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 64e483aa-0760-4898-88fb-542281448f63 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:35:52.162121 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 64e483aa-0760-4898-88fb-542281448f63 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:35:52.162647 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:35:52.195581 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:35:52.195902 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 665d0cd0-1ef5-4e48-a717-4daed20ea9a0 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:35:52.196355 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:35:52.199935 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] For port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:52.200329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.242804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Calling delete_port for 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:52.381725 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 is: ACTIVE; New status is: DOWN {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:52.382193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.419746 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.463235 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] For port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,segment=NetworkSegment(4fa3ac20-33e0-414e-8770-47fffcb3c71e),segment_id=4fa3ac20-33e0-414e-8770-47fffcb3c71e)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:52.463235 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.467841 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Pushing event deleted for resources: {'Port': ['ID=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:52.486557 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Calling delete_port for 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:35:52.489268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] No DVR routers for this DVR port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:35:52.503836 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.504183 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.504728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.505028 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.505234 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.505583 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.505901 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.506225 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.506546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.506888 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.507189 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.507543 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.507861 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.508177 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.508509 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc741aa-c56d-4a18-b1b5-01ab1a95f083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:35:52.560561 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:52.577253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.602764 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (8f40b8c8-7d05-4d27-9c6b-de37f536f4e0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.629656 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f40b8c8-7d05-4d27-9c6b-de37f536f4e0,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:52.636392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] No DVR routers for this DVR port 8f40b8c8-7d05-4d27-9c6b-de37f536f4e0 on host dv-cinder-836973-15-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:35:52.723905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (70511969-6625-420f-86eb-299a6f40df62), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.735761 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:52.754863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70511969-6625-420f-86eb-299a6f40df62']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:52.775378 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa3ac20-33e0-414e-8770-47fffcb3c71e') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:52.775988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa3ac20-33e0-414e-8770-47fffcb3c71e') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:52.797470 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (4fa3ac20-33e0-414e-8770-47fffcb3c71e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.822085 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (4fa3ac20-33e0-414e-8770-47fffcb3c71e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.831037 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:35:52.831607 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (4fa3ac20-33e0-414e-8770-47fffcb3c71e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.923421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (70511969-6625-420f-86eb-299a6f40df62), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.932493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:52.938270 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] 10.222.0.66 "DELETE /v2.0/networks/70511969-6625-420f-86eb-299a6f40df62 HTTP/1.1" status: 204 len: 168 time: 1.2088377 Jul 25 16:35:52.959576 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 4fa3ac20-33e0-414e-8770-47fffcb3c71e resource provider aggregate not found Jul 25 16:35:52.965557 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeaf22-d85b-48c7-91bf-763df27f750c admin admin] Pushing event deleted for resources: {'Network': ['ID=70511969-6625-420f-86eb-299a6f40df62,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:52.987657 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 4fa3ac20-33e0-414e-8770-47fffcb3c71e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa3ac20-33e0-414e-8770-47fffcb3c71e found for delete ", "request_id": "req-6760515f-7f8e-44ac-ade8-f2f2023349ef"}]} Jul 25 16:35:53.111456 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40688) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:53.163016 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2389e808-b28f-4d55-8b12-85c0ef240bef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4501489e56744cf98e49895b6d5aa6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497541 Jul 25 16:35:53.165916 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40694) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:53.249907 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] Publish callbacks [] for security_group (e8b89479-bee0-4f7c-98c3-bb7a67b32162), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:53.284456 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] Publish callbacks [] for security_group (e8b89479-bee0-4f7c-98c3-bb7a67b32162), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:53.361489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e8b89479-bee0-4f7c-98c3-bb7a67b32162), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:53.366170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:53.374555 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8b89479-bee0-4f7c-98c3-bb7a67b32162 HTTP/1.1" status: 204 len: 168 time: 0.2027020 Jul 25 16:35:53.386698 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25cba-efbf-4b18-bf2c-9279eaf8520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b89479-bee0-4f7c-98c3-bb7a67b32162,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:53.584236 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69bb56-cbdb-41b9-95fa-c49d1a6f3ac2 req-012d2e17-ef0e-460c-ba67-565c6a4a4bb7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:53.586808 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc69bb56-cbdb-41b9-95fa-c49d1a6f3ac2 req-012d2e17-ef0e-460c-ba67-565c6a4a4bb7 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.0872374 Jul 25 16:35:53.675114 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-dc69bb56-cbdb-41b9-95fa-c49d1a6f3ac2 req-f56a013b-339b-413e-995c-89258fb638f6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772791 Jul 25 16:35:54.306045 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40716) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:54.435675 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-549047911-network', 'tenant_id': '7ad628e26f9349e59d73f6606242d957'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:35:54.463885 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'network': 1} {{(pid=104069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:35:54.468355 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for network (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.480596 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.615479 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks [] for security_group (1470969f-4fa5-4d08-a9ce-c8eccc62408b), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.622206 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1470969f-4fa5-4d08-a9ce-c8eccc62408b), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.662782 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 16:35:54.679933 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1470969f-4fa5-4d08-a9ce-c8eccc62408b,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:54.687186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (32db26c8-e2d9-495c-a324-61210368357a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.687618 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.segments_db [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Added segment 32db26c8-e2d9-495c-a324-61210368357a of type vlan for network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 Jul 25 16:35:54.756094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734079142476'] for network (efa07ab3-0bdf-47e0-83af-e1fbc262fab3), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.792381 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387'] for network (efa07ab3-0bdf-47e0-83af-e1fbc262fab3), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.793847 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:54.794937 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.861804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:35:54.899146 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5914655 Jul 25 16:35:54.904047 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40722) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:54.911217 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Request body: {'subnet': {'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-549047911-subnet', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:35:54.925846 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c40bd6-a248-4363-b5b8-e3e99eab38e2 req-cc1f1241-b4fa-4af4-b0fb-2691727902bf tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:54.927831 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66c40bd6-a248-4363-b5b8-e3e99eab38e2 req-cc1f1241-b4fa-4af4-b0fb-2691727902bf tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 943 time: 0.1286242 Jul 25 16:35:54.928867 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc5d0b-1f38-4a83-843d-f91e31e45c08 admin admin] Pushing event updated for resources: {'Network': ['ID=efa07ab3-0bdf-47e0-83af-e1fbc262fab3,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:54.943284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'subnet': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:35:54.947324 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531425'] for subnet (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:54.965707 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:54.988052 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 details requested by agent ovs-agent-dv-cinder-836973-15-iscsi with host dv-cinder-836973-15-iscsi {{(pid=104070) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 16:35:55.010060 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-66c40bd6-a248-4363-b5b8-e3e99eab38e2 req-dd89a02e-14e8-4b89-9051-61941089671f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640540 Jul 25 16:35:55.184098 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8565069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531411'] for subnet (3aaab3d3-982c-4374-b6e1-13709cc7f6b9), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.189133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:55.206246 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'port_id': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'mac_address': 'fa:16:3e:4a:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:35:55.253631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aaab3d3-982c-4374-b6e1-13709cc7f6b9,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:55.256026 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:55.257065 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.266801 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:35:55.267173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Network hostable DHCP agents. Network: efa07ab3-0bdf-47e0-83af-e1fbc262fab3, hostable agents: ['7e3431bc-9e01-4bdc-9adc-d893c40b3f27'], hosted agents: [] {{(pid=104068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 16:35:55.284871 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:35:55.290207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is scheduled to be hosted by DHCP agent 7e3431bc-9e01-4bdc-9adc-d893c40b3f27 with binding_index 1 {{(pid=104068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 16:35:55.301631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-15-iscsi, efa07ab3-0bdf-47e0-83af-e1fbc262fab3) {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:35:55.308251 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:55.309556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.316729 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:55.317274 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5aedd-7961-4b88-8079-202d6ac14ab6 None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:35:55.325670 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:55.339247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.344816 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-57a2f1c8-0604-4c15-b356-e2004b274e1a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4386125 Jul 25 16:35:55.348493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40724) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:55.354659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:35:55.389899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1717815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3579'] for router (633f056c-d047-4c14-969c-90ab0a866a74), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.392281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675360', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1813466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3572'] for router (633f056c-d047-4c14-969c-90ab0a866a74), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.510368 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for router_controller (633f056c-d047-4c14-969c-90ab0a866a74), precommit_add_association {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.596781 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:55.646549 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['4b1fbfc5-127d-402f-9670-ae5c5bf444c1'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:35:55.649138 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:55.673897 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:55.678284 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab82a5-e8d5-5bd9-9607-ac7bd5929cd8-efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9'}]}} from dv-cinder-836973-15-iscsi. {{(pid=104070) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 16:35:55.679284 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.686598 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:55.765126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:55.769165 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for router_gateway (633f056c-d047-4c14-969c-90ab0a866a74), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:55.931417 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.db_base_plugin_common [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Allocated IP 172.20.0.2 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/731c2ca8-c855-4881-8317-22dd0a0c7840) {{(pid=104070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:35:55.987589 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=100 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:56.004449 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:35:56.012124 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for router_gateway (633f056c-d047-4c14-969c-90ab0a866a74), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.038252 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.206707 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd54596-d1c8-435b-bea5-b03e9ea71304 req-160a5896-4369-4b7b-90f2-7c9fdb7c0c7f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:56.215707 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0cd54596-d1c8-435b-bea5-b03e9ea71304 req-160a5896-4369-4b7b-90f2-7c9fdb7c0c7f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 944 time: 0.0716269 Jul 25 16:35:56.230362 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks [] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), precommit_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.232942 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Allocated IP 172.27.2.163 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/205ca0ec-4e7d-4768-b7dd-4491c4372028) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:35:56.246595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), after_create {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.301026 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0cd54596-d1c8-435b-bea5-b03e9ea71304 req-c78bb2f8-8344-49d0-9996-dfa02f3f4c0b tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837283 Jul 25 16:35:56.308181 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:35:56.314354 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Pushing event updated for resources: {'Port': ['ID=731c2ca8-c855-4881-8317-22dd0a0c7840,revision_number=1']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:56.323209 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.scheduler.base_scheduler [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Resources bound (agent type, host, resource id): {{(pid=104070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:35:56.335104 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Received port after_create {{(pid=104070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:35:56.420339 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Attempting to bind port 731c2ca8-c855-4881-8317-22dd0a0c7840 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:35:56.420928 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Attempting to bind port 731c2ca8-c855-4881-8317-22dd0a0c7840 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:35:56.421542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Attempting to bind port 731c2ca8-c855-4881-8317-22dd0a0c7840 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:35:56.423151 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.431197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:35:56.431776 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:35:56.432404 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.433015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:35:56.433952 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Bound port: 731c2ca8-c855-4881-8317-22dd0a0c7840, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:35:56.434566 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.486485 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.555819 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] For port 731c2ca8-c855-4881-8317-22dd0a0c7840, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:35:56.560455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:35:56.561775 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] For port 731c2ca8-c855-4881-8317-22dd0a0c7840, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=731c2ca8-c855-4881-8317-22dd0a0c7840,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:35:56.566442 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:35:56.574542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:56.578308 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:35:56.636707 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Pushing event updated for resources: {'Port': ['ID=205ca0ec-4e7d-4768-b7dd-4491c4372028,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:56.679637 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f2e3-7912-4d84-89cb-a7ed81ecf4a4 None None] Pushing event updated for resources: {'Port': ['ID=731c2ca8-c855-4881-8317-22dd0a0c7840,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:56.866086 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:35:56.895834 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:56.971084 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:35:56.992318 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:56.992913 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.011134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for router_gateway (633f056c-d047-4c14-969c-90ab0a866a74), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.108715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:57.109329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.150415 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:35:57.153089 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8052e9a8-4e15-43af-8c3f-525062a75c3f" -d '{"events": [{"server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:35:57.161949 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:57.169193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:57.176253 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.253458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:57.351897 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1717303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675269'] for router (633f056c-d047-4c14-969c-90ab0a866a74), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.437118 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e14aa-88cc-4ba4-bc8f-81846f2d02d1 x-openstack-request-id: req-0c6e14aa-88cc-4ba4-bc8f-81846f2d02d1 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:35:57.437648 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:35:57.438068 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c6e14aa-88cc-4ba4-bc8f-81846f2d02d1 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:35:57.439280 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6e14aa-88cc-4ba4-bc8f-81846f2d02d1'] response: {'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'code': 200} Jul 25 16:35:57.543973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ea03-4aea-4fda-918e-5664e8d4929f req-f73fe888-d657-4276-96f0-c5876f13e4f1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:57.546971 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5174ea03-4aea-4fda-918e-5664e8d4929f req-f73fe888-d657-4276-96f0-c5876f13e4f1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.1166408 Jul 25 16:35:57.611712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Router 633f056c-d047-4c14-969c-90ab0a866a74 is scheduled to L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e with binding_index 1 {{(pid=104068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 16:35:57.681883 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-5174ea03-4aea-4fda-918e-5664e8d4929f req-359368c2-c78e-45be-9c96-095cb44263e5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211882 Jul 25 16:35:57.869421 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 731c2ca8-c855-4881-8317-22dd0a0c7840 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:35:57.882824 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d344ec-209e-4a63-869f-e0b1322bdff3 req-527f3b12-8f1f-4c5d-8ee3-af367b738649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:57.887147 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1d344ec-209e-4a63-869f-e0b1322bdff3 req-527f3b12-8f1f-4c5d-8ee3-af367b738649 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1129 time: 0.1626289 Jul 25 16:35:57.942209 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 731c2ca8-c855-4881-8317-22dd0a0c7840 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:57.942743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:57.978137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56bfa8-e2a2-4fd8-b029-78a1521a84e5 None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:35:57.982618 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:35:57.983060 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:58.009971 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f1d344ec-209e-4a63-869f-e0b1322bdff3 req-639e271f-168f-4cc6-a449-6145409368ad service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167276 Jul 25 16:35:58.010350 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:35:58.036187 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.040983 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-478f0aff-a3e6-4bb9-b090-31fd42972201 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6879258 Jul 25 16:35:58.042474 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40734) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:35:58.074592 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:58.101991 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:58.106896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:58.107524 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:58.113140 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Provisioning complete for port 731c2ca8-c855-4881-8317-22dd0a0c7840 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:58.113446 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.173762 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:58.320880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 731c2ca8-c855-4881-8317-22dd0a0c7840 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:58.321546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.396476 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:58.486352 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 731c2ca8-c855-4881-8317-22dd0a0c7840, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=731c2ca8-c855-4881-8317-22dd0a0c7840,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:35:58.487407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Current status of the port 731c2ca8-c855-4881-8317-22dd0a0c7840 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:58.487719 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.536732 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.686247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=731c2ca8-c855-4881-8317-22dd0a0c7840,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:58.693049 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.699898 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.db.api [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:35:58.700531 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG oslo_db.api [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:35:58.771602 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:56Z', 'revision_number': 3, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:58.818715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:35:58.819454 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Updating router 633f056c-d047-4c14-969c-90ab0a866a74 port 205ca0ec-4e7d-4768-b7dd-4491c4372028 binding host dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:35:58.868815 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:58.900240 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a74de-2a1c-4578-b6e5-863af40691d8 req-5e4903b9-4182-4442-a53b-9964535291fe tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:35:58.901801 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a9a74de-2a1c-4578-b6e5-863af40691d8 req-5e4903b9-4182-4442-a53b-9964535291fe tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.1007156 Jul 25 16:35:59.012220 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:59.020450 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8a9a74de-2a1c-4578-b6e5-863af40691d8 req-d1196983-3df6-49dd-9261-b3df7c41dcdb tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083429 Jul 25 16:35:59.021950 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Allocated IP 172.20.0.1 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/ff5b9385-0ab7-43db-99a1-8cb62f656264) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:35:59.156586 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks [] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.196811 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks [] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), precommit_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.197777 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.224568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.276504 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-2865198e-8a29-4e71-9c32-36409265e477 None None] Current status of the port 731c2ca8-c855-4881-8317-22dd0a0c7840 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:59.279161 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:35:59.295298 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:35:59.300101 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693b95-bf7c-4d16-baaa-e623efc444b8 None None] Pushing event updated for resources: {'Port': ['ID=205ca0ec-4e7d-4768-b7dd-4491c4372028,revision_number=2']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:59.302703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:35:59.302978 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Attempting to bind port 205ca0ec-4e7d-4768-b7dd-4491c4372028 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:35:59.303117 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Attempting to bind port 205ca0ec-4e7d-4768-b7dd-4491c4372028 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:35:59.303461 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Attempting to bind port 205ca0ec-4e7d-4768-b7dd-4491c4372028 on network f19ce595-f1e5-43f5-b606-8286331f814b {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:35:59.310927 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:35:59.311298 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Checking segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:35:59.312299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.312299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Bound using segment: {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'} {{(pid=104070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:35:59.312799 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.managers [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Bound port: 205ca0ec-4e7d-4768-b7dd-4491c4372028, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266455f-42ca-4414-ad99-7fb1e8e99c46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}}] {{(pid=104070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:35:59.313292 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.357706 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:59.394986 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:59.398523 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] For port 205ca0ec-4e7d-4768-b7dd-4491c4372028, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:35:59.401803 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589671'] for router_interface (633f056c-d047-4c14-969c-90ab0a866a74), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.424929 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] For port 205ca0ec-4e7d-4768-b7dd-4491c4372028, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=205ca0ec-4e7d-4768-b7dd-4491c4372028,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:35:59.426879 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:59.430617 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-84bde24f-25ee-436f-af2e-4f826a6717c7 None None] Provisioning complete for port 731c2ca8-c855-4881-8317-22dd0a0c7840 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:59.430934 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-84bde24f-25ee-436f-af2e-4f826a6717c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.456463 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.554639 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693b95-bf7c-4d16-baaa-e623efc444b8 None None] Pushing event updated for resources: {'Port': ['ID=205ca0ec-4e7d-4768-b7dd-4491c4372028,revision_number=3']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:59.560468 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:35:59.561192 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:35:59.594049 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.801079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-84bde24f-25ee-436f-af2e-4f826a6717c7 None None] Current status of the port 731c2ca8-c855-4881-8317-22dd0a0c7840 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:35:59.834692 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 731c2ca8-c855-4881-8317-22dd0a0c7840 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:35:59.846484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks [] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.853916 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.891417 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:59.899123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:35:59.906015 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:35:59.937794 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1589587'] for router_interface (633f056c-d047-4c14-969c-90ab0a866a74), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:35:59.940043 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:35:59.971407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-ceba77b8-7b1e-4523-b258-026bfa62b421 None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:35:59.971668 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ceba77b8-7b1e-4523-b258-026bfa62b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:00.005681 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 731c2ca8-c855-4881-8317-22dd0a0c7840 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:00.006074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:00.053791 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:36:00.055538 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:36:00.124335 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-ceba77b8-7b1e-4523-b258-026bfa62b421 None None] Port ff5b9385-0ab7-43db-99a1-8cb62f656264 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:36:00.127770 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:00.238516 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 731c2ca8-c855-4881-8317-22dd0a0c7840 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:00.246597 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:36:00.302347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:00.340232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba6f0ad-8e73-4705-b9bb-c9dc8ca9644b None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:36:00.441406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d8b7f-c4b2-440e-b23a-bdad57eedb08 req-f2c12608-591e-4007-9257-86bd9ff6b78e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:00.443497 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b32d8b7f-c4b2-440e-b23a-bdad57eedb08 req-f2c12608-591e-4007-9257-86bd9ff6b78e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.0809541 Jul 25 16:36:00.446830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:36:00.452850 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-31953612-4f4d-4138-af0f-0f2ab2255b27 admin admin] 10.222.0.66 "PUT /v2.0/routers/633f056c-d047-4c14-969c-90ab0a866a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4091139 Jul 25 16:36:00.456198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-79169ed7-9b5f-4edd-a1af-0f9f7a92e6b2 None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:00.456792 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-79169ed7-9b5f-4edd-a1af-0f9f7a92e6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:00.512448 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-79169ed7-9b5f-4edd-a1af-0f9f7a92e6b2 None None] Port ff5b9385-0ab7-43db-99a1-8cb62f656264 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:36:00.536943 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b32d8b7f-c4b2-440e-b23a-bdad57eedb08 req-b052066d-7e44-4f9d-8edc-973a14295dbb tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782959 Jul 25 16:36:00.766124 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:00.787314 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749898f8-1e97-4bcb-bb3c-89c8164ecd60 req-36e2ec37-66ed-4723-ae99-c2e003db83b1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:00.790231 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-749898f8-1e97-4bcb-bb3c-89c8164ecd60 req-36e2ec37-66ed-4723-ae99-c2e003db83b1 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.0963070 Jul 25 16:36:00.854025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40748) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:00.859163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91506371', 'description': 'tempest-description--126410906'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:00.888239 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:00.892347 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-749898f8-1e97-4bcb-bb3c-89c8164ecd60 req-44556fb2-ede1-4e19-a2cc-7ea969a2b53f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926313 Jul 25 16:36:00.928836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40750) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:01.010855 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75098862-458a-4633-9362-82e8460ad4b1 tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:01.012913 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-75098862-458a-4633-9362-82e8460ad4b1 tempest-TestVolumeBootPattern-1396124429 tempest-TestVolumeBootPattern-1396124429-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1124 time: 0.0826006 Jul 25 16:36:01.016595 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40752) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:01.023662 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'port_id': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:01.024698 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (c8701803-a691-4dd4-af85-70d8fec4a2cb), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.032809 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c8701803-a691-4dd4-af85-70d8fec4a2cb), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.064036 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.067790 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=23 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:01.076366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.078258 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2230327 Jul 25 16:36:01.084616 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40754) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:01.092915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': 'c8701803-a691-4dd4-af85-70d8fec4a2cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:01.105474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772055d-b446-45e1-bf8c-ecbcfbe23257 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8701803-a691-4dd4-af85-70d8fec4a2cb,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:01.146637 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (9cb48234-5824-4714-982e-87b407acaf31), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.251359 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.269249 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (9cb48234-5824-4714-982e-87b407acaf31), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.276166 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (9cb48234-5824-4714-982e-87b407acaf31), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.313325 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:01.316815 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb48234-5824-4714-982e-87b407acaf31,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:01.320323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:01.333524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.337013 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2f33688a-8ea7-418e-b5d8-e99380df801d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497749 Jul 25 16:36:01.341142 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40756) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:01.348563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': 'c8701803-a691-4dd4-af85-70d8fec4a2cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:01.434016 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (4e553571-caa5-4949-9ac8-dd145c70be0b), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.458208 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Allocated IP 172.27.2.58 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/2c67035d-52f0-4286-af2c-d4c01b8e3c50) {{(pid=104069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:36:01.555757 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (4e553571-caa5-4949-9ac8-dd145c70be0b), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.563129 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (4e553571-caa5-4949-9ac8-dd145c70be0b), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.602112 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e553571-caa5-4949-9ac8-dd145c70be0b,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:01.619266 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.626994 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4ebe20c7-d70c-43fc-90b6-c88f21cd1382 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851989 Jul 25 16:36:01.627916 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40758) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:01.635128 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:01.651180 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.677886 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.739727 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.835197 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:36:01.840797 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Resources bound (agent type, host, resource id): {{(pid=104069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:36:01.847852 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Received port after_create {{(pid=104069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:36:01.867213 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:01.877855 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 205ca0ec-4e7d-4768-b7dd-4491c4372028 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:36:01.894947 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=2c67035d-52f0-4286-af2c-d4c01b8e3c50,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:01.950591 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 205ca0ec-4e7d-4768-b7dd-4491c4372028 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:01.952175 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.077117 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 205ca0ec-4e7d-4768-b7dd-4491c4372028 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:02.078085 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.085564 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.27.2.212 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/60471aa1-5cb3-4a96-a425-b392bb0e4de8) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:36:02.099873 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:02.117556 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] For port 205ca0ec-4e7d-4768-b7dd-4491c4372028, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=205ca0ec-4e7d-4768-b7dd-4491c4372028,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:36:02.125673 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.157265 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:02.226474 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Pushing event updated for resources: {'Port': ['ID=205ca0ec-4e7d-4768-b7dd-4491c4372028,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:02.285551 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.355153 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.411331 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:36:02.416254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:36:02.419119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:36:02.479668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=60471aa1-5cb3-4a96-a425-b392bb0e4de8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:02.583761 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.642126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.645206 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:02.694498 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (7fb610c9-ccbd-4c55-968e-7b66602ff703), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.784366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:02.804942 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), before_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.896298 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.903332 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:02.988068 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=60471aa1-5cb3-4a96-a425-b392bb0e4de8,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:03.001493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.021215 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.022570 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0b4b5438-bf54-4a5e-b807-2d7d79a2b56d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3932378 Jul 25 16:36:03.070771 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), precommit_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.077497 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10127075'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), after_update {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.207626 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event updated for resources: {'Port': ['ID=2c67035d-52f0-4286-af2c-d4c01b8e3c50,revision_number=2']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:03.235946 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (7fb610c9-ccbd-4c55-968e-7b66602ff703), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.347773 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-bb877758-9bac-41da-855e-d0562578eff8 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--91506371&fields=id&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 267 time: 0.1354618 Jul 25 16:36:03.434473 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.db.l3_db [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP 7fb610c9-ccbd-4c55-968e-7b66602ff703 associated. External IP: 172.27.2.58, port: 4b1fbfc5-127d-402f-9670-ae5c5bf444c1. Jul 25 16:36:03.451924 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:36:03.464800 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:03.465710 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:03.568691 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-8a11dec1-4e33-431f-a7da-1f8cc65da8eb tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:03.570346 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-8a11dec1-4e33-431f-a7da-1f8cc65da8eb tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.2094121 Jul 25 16:36:03.589553 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:03.602610 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:03.604234 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-755e4217-78df-4acf-a6cf-90746483805f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/quotas/7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 375 time: 0.0245168 Jul 25 16:36:03.679968 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:03.738000 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-b1e4c6ba-931a-4dfd-84c0-b9141be06277 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240277 Jul 25 16:36:03.788031 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:36:03.811056 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 205ca0ec-4e7d-4768-b7dd-4491c4372028 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:36:03.854277 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:03.887568 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:36:03.888607 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Updating router 633f056c-d047-4c14-969c-90ab0a866a74 port ff5b9385-0ab7-43db-99a1-8cb62f656264 binding host dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 16:36:03.890236 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port 205ca0ec-4e7d-4768-b7dd-4491c4372028 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:03.891163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:03.993197 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:36:04.003185 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-dff6d049-feb9-4b7f-bcc5-f4f5e1fad513 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513635 Jul 25 16:36:04.021900 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:36:04.025442 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:04.030782 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.038703 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.054400 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port 205ca0ec-4e7d-4768-b7dd-4491c4372028 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:04.058907 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:04.059935 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:04.112654 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-e7ea67d9-0d94-45ac-8ab5-7066a083a0c3 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0944028 Jul 25 16:36:04.115708 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1'}] {{(pid=104069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:36:04.120050 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b38b9a126107b59518ee9e93407c52361dcbfd7993884a8bf6601bfcc08a8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69" -d '{"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1"}]}' {{(pid=104069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:36:04.178220 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-3d319ca6-a19f-4de5-bc4f-48b7aa485691 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639507 Jul 25 16:36:04.211655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:04.287186 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83872c-6df0-4f57-be3f-f7d76de7dfc9 x-openstack-request-id: req-ea83872c-6df0-4f57-be3f-f7d76de7dfc9 {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:36:04.287493 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1", "status": "completed", "code": 200}]} {{(pid=104069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:36:04.287891 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea83872c-6df0-4f57-be3f-f7d76de7dfc9 {{(pid=104069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:36:04.288551 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea83872c-6df0-4f57-be3f-f7d76de7dfc9'] response: {'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'status': 'completed', 'code': 200} Jul 25 16:36:04.379238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-262c33cd-ccd9-47ad-b942-37996887d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:04.380952 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-262c33cd-ccd9-47ad-b942-37996887d645 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0612936 Jul 25 16:36:04.546502 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-aefd91e7-5811-4d17-9912-2be84741c95b req-61c07419-c6e7-4f22-bba8-14b1600edec0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 210 time: 0.0899816 Jul 25 16:36:04.547279 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks [] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), precommit_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.553262 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-fbdcbefe-d440-4196-bb58-c3a8e5bfb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:04.557359 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.577452 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-fbdcbefe-d440-4196-bb58-c3a8e5bfb893 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1837831 Jul 25 16:36:04.578074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '7fb610c9-ccbd-4c55-968e-7b66602ff703', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:4a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}, {'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:04.647603 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:36:04.655358 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Pushing event updated for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=3']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:04.667525 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:04.668350 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:04.726773 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.727116 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.731216 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.732155 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.732893 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.733800 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.734551 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.735594 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.736354 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.737269 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.738061 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.738804 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.739524 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.740269 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.740991 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:36:04.811757 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-89b5db2b-e9e1-4f73-8cd1-4ca5fea42fb1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 200 len: 998 time: 0.2323470 Jul 25 16:36:04.822610 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Attempting to bind port ff5b9385-0ab7-43db-99a1-8cb62f656264 on host dv-cinder-836973-15-iscsi for vnic_type normal with profile {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:36:04.823166 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Attempting to bind port ff5b9385-0ab7-43db-99a1-8cb62f656264 by drivers openvswitch,hyperv on host dv-cinder-836973-15-iscsi at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:36:04.823825 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Attempting to bind port ff5b9385-0ab7-43db-99a1-8cb62f656264 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:36:04.830968 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Checking agent: {'id': '50b6ae3a-4c9a-4064-bb2e-8a967160a66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 14, 22), 'started_at': datetime.datetime(2022, 7, 25, 16, 14, 52), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:36:04.831604 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:36:04.832127 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.832707 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:36:04.833508 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.managers [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Bound port: ff5b9385-0ab7-43db-99a1-8cb62f656264, host: dv-cinder-836973-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:36:04.834021 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), before_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.896388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-e8e1fe7f-908a-477f-8b3d-5bd94d8e6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:04.899164 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-e8e1fe7f-908a-477f-8b3d-5bd94d8e6747 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0811968 Jul 25 16:36:04.918651 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:04.920725 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] For port ff5b9385-0ab7-43db-99a1-8cb62f656264, host dv-cinder-836973-15-iscsi, cleared binding levels {{(pid=104071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:36:04.926946 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.plugins.ml2.db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] For port ff5b9385-0ab7-43db-99a1-8cb62f656264, host dv-cinder-836973-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ff5b9385-0ab7-43db-99a1-8cb62f656264,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:36:04.934719 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:04.939657 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.callbacks.manager [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_update {{(pid=104071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:04.963829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-21ea4fec-d8ed-41b2-a610-2497e9dad710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:04.965560 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-21ea4fec-d8ed-41b2-a610-2497e9dad710 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603771 Jul 25 16:36:05.019885 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:05.024037 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56911-51c8-4e6c-88ed-97659d68c724 None None] Pushing event updated for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=4']} {{(pid=104071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:05.054038 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:05.054697 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:05.111863 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-66c62930-900c-4377-8878-d3b4e9414c07 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399827 Jul 25 16:36:05.134299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:05.180582 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:05.181865 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:05.232714 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:05.250543 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-87a63300-3ecd-4ab9-b0e1-8d1e2723bc69 req-39a8536c-a4a7-42c5-bed4-426fb4228d48 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298218 Jul 25 16:36:05.547155 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:04Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:05.580381 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31e43b-a264-4ea3-8b5c-f92a7536f880 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:04Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:36:05.622574 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Current status of the port ff5b9385-0ab7-43db-99a1-8cb62f656264 is: DOWN; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:05.622938 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:05.630898 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:05.718417 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] For port ff5b9385-0ab7-43db-99a1-8cb62f656264, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ff5b9385-0ab7-43db-99a1-8cb62f656264,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:36:05.724346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:05.782078 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-53bc67cb-f811-4f40-8978-c9683ff1158b req-d6ea35de-6a1b-4310-9908-36406d0f883f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 210 time: 0.0756650 Jul 25 16:36:05.789630 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '7fb610c9-ccbd-4c55-968e-7b66602ff703', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:4a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}, {'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:05.824895 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2222-48ae-4df2-86e3-fb6dc07f1286 None None] Pushing event updated for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:05.829496 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecfe2b-19a3-402a-bc52-e73711b4dd4a None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '7fb610c9-ccbd-4c55-968e-7b66602ff703', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:4a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 0, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}, {'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:36:05.848263 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-c9d0a85c-b14c-4b12-9b9f-ebfe9037bb0f None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:05.848648 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a85c-b14c-4b12-9b9f-ebfe9037bb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:05.899642 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ff5b9385-0ab7-43db-99a1-8cb62f656264 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:36:05.992221 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:05.992924 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:06.021161 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0a85c-b14c-4b12-9b9f-ebfe9037bb0f None None] Current status of the port ff5b9385-0ab7-43db-99a1-8cb62f656264 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:06.126970 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port ff5b9385-0ab7-43db-99a1-8cb62f656264 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:06.254882 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715cbf1-d807-4a03-9264-0508348de009 None None] New status for floating IP 7fb610c9-ccbd-4c55-968e-7b66602ff703: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:36:06.375163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-6532ec73-81c9-4a3a-b116-bd48215a2eae tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:06.376803 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-6532ec73-81c9-4a3a-b116-bd48215a2eae tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.2188873 Jul 25 16:36:06.434327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:06.482881 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-741a3f6b-d4d5-49e7-9266-1135b1130ea0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 378 time: 0.0977111 Jul 25 16:36:06.510293 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'port': {'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'admin_state_up': True, 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'security_groups': ['c8701803-a691-4dd4-af85-70d8fec4a2cb']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:06.710129 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:36:06.716110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:06.736306 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:06.942037 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7831f24c-7e1e-46bd-9475-dbb8f21dc076 req-b0c1c016-7893-424d-a30a-8b1639d62160 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 210 time: 0.0436628 Jul 25 16:36:06.943073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.20.0.8 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/9ba4db95-9de2-4b0f-8120-7fce184d685e) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:36:07.130673 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.170718 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.231847 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:36:07.236608 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:36:07.242955 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:36:07.284899 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:07.329672 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:07.330591 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.363027 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-2ef30426-9075-4de6-aff4-ae9c0f75b6e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580308 Jul 25 16:36:07.375635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Request body: {'port': {'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:07.455203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.554793 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-b5ed75d6-0c60-425b-a9f6-2e9edcb861f9 None None] Provisioning complete for port 9ba4db95-9de2-4b0f-8120-7fce184d685e triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:07.555805 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b5ed75d6-0c60-425b-a9f6-2e9edcb861f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.598403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed75d6-0c60-425b-a9f6-2e9edcb861f9 None None] Port 9ba4db95-9de2-4b0f-8120-7fce184d685e cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:36:07.639533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:07.808402 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ff5b9385-0ab7-43db-99a1-8cb62f656264 up at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:36:07.829207 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba4db95-9de2-4b0f-8120-7fce184d685e {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:36:07.844646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks [] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.869679 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Transition to ACTIVE for port object 9ba4db95-9de2-4b0f-8120-7fce184d685e will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:36:07.875606 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.883486 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Provisioning complete for port ff5b9385-0ab7-43db-99a1-8cb62f656264 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:07.883867 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:07.962701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:07.972163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:08.012774 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Current status of the port ff5b9385-0ab7-43db-99a1-8cb62f656264 is: ACTIVE; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:08.111777 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Attempting to bind port 9ba4db95-9de2-4b0f-8120-7fce184d685e on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:36:08.112492 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Attempting to bind port 9ba4db95-9de2-4b0f-8120-7fce184d685e by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:36:08.112931 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Attempting to bind port 9ba4db95-9de2-4b0f-8120-7fce184d685e on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:36:08.114348 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c76ee2-7bd3-403f-aea0-7cbb5824df4d req-abb47f75-2605-4cf8-806e-bf297a871945 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:08.115995 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9c76ee2-7bd3-403f-aea0-7cbb5824df4d req-abb47f75-2605-4cf8-806e-bf297a871945 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 943 time: 0.0590320 Jul 25 16:36:08.119090 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Port 9ba4db95-9de2-4b0f-8120-7fce184d685e on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:36:08.119502 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Attempting to bind port 9ba4db95-9de2-4b0f-8120-7fce184d685e on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:36:08.125992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:36:08.126433 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:36:08.127139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:36:08.128303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Bound port: 9ba4db95-9de2-4b0f-8120-7fce184d685e, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:36:08.128681 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:08.184430 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a9c76ee2-7bd3-403f-aea0-7cbb5824df4d req-f6818c1c-3ba0-4d46-b0ec-7d5a912e5d7c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577180 Jul 25 16:36:08.503063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:36:08.506867 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:36:08.515011 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:08.552890 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:08.553542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:08.554974 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] 10.222.0.102 "PUT /v2.0/ports/9ba4db95-9de2-4b0f-8120-7fce184d685e HTTP/1.1" status: 200 len: 1093 time: 1.1849391 Jul 25 16:36:08.555659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:36:08.558017 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590dc061-a327-4664-9596-8647495be13b" -d '{"events": [{"name": "network-changed", "server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:36:08.598060 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c172ca7-e0d9-436f-b390-725d2b51a139 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:08.616048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a475abc-950b-4c2d-b029-a10d0ca14ab3 x-openstack-request-id: req-4a475abc-950b-4c2d-b029-a10d0ca14ab3 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:36:08.616345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:36:08.616592 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a475abc-950b-4c2d-b029-a10d0ca14ab3 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:36:08.617010 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a475abc-950b-4c2d-b029-a10d0ca14ab3'] response: {'name': 'network-changed', 'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'status': 'completed', 'code': 200} Jul 25 16:36:08.656478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-ae5c32a3-dcbd-48e8-989c-465969637951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:08.658170 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-ae5c32a3-dcbd-48e8-989c-465969637951 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 1127 time: 0.0545650 Jul 25 16:36:08.708058 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-3b0d9eff-0845-49fc-823f-928444be2c3b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e HTTP/1.1" status: 200 len: 217 time: 0.0432971 Jul 25 16:36:08.762848 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-677ca190-e706-4846-bae3-54907cccf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:08.764576 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-677ca190-e706-4846-bae3-54907cccf7ef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0510983 Jul 25 16:36:08.810859 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-30327fcb-17e2-4c24-9b86-812cd2b92f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:08.812438 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-30327fcb-17e2-4c24-9b86-812cd2b92f6f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421450 Jul 25 16:36:08.838171 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:08.924718 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-3f5191ad-1476-4a96-996c-8bc8f44a3426 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985065 Jul 25 16:36:09.031533 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-b8e410bc-f332-4b16-bbf3-a19ab8564ef2 req-cc497843-9cb7-4dd6-90dc-027113a02c09 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994573 Jul 25 16:36:09.333931 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd956-6591-47d8-91e9-1ab7bfcdd3bf req-9c6505a0-1a8a-41de-b553-4c0b39e9f38a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:09.335390 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7febd956-6591-47d8-91e9-1ab7bfcdd3bf req-9c6505a0-1a8a-41de-b553-4c0b39e9f38a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 943 time: 0.0534337 Jul 25 16:36:09.389980 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7febd956-6591-47d8-91e9-1ab7bfcdd3bf req-c924d730-902f-4231-af7f-d1cd6c8b4d6b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480735 Jul 25 16:36:09.857189 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc061-a327-4664-9596-8647495be13b req-d77dea9a-a8b9-4661-ace7-5d0e54e8dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:09.858837 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-d77dea9a-a8b9-4661-ace7-5d0e54e8dd1c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 1127 time: 0.0427520 Jul 25 16:36:09.929516 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:09.966181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc061-a327-4664-9596-8647495be13b req-13330573-a54e-4602-a5c1-e3bc4190a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:09.968523 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-13330573-a54e-4602-a5c1-e3bc4190a45c service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1039159 Jul 25 16:36:10.009769 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-5dae7ab8-7fde-4d38-8fb1-7a883e1ff57c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e HTTP/1.1" status: 200 len: 217 time: 0.0352223 Jul 25 16:36:10.069623 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc061-a327-4664-9596-8647495be13b req-2cbefdc9-6a59-4507-89bb-8e26178f6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:10.071447 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-2cbefdc9-6a59-4507-89bb-8e26178f6c05 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0544884 Jul 25 16:36:10.122705 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc061-a327-4664-9596-8647495be13b req-d545a76a-bd3f-43a9-8dd0-26724e4e531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:10.124326 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-d545a76a-bd3f-43a9-8dd0-26724e4e531c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460014 Jul 25 16:36:10.233256 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-a9c3998a-aa8e-444d-899f-555d1e8708c2 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018579 Jul 25 16:36:10.289135 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:10.348813 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-590dc061-a327-4664-9596-8647495be13b req-49332798-53e0-4de5-87a1-366893c08bee service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089580 Jul 25 16:36:10.560913 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879a3f-f825-4eb6-88fe-ef07a6595064 req-9fe70f69-ea4a-4d70-ab4f-f122748656df tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:10.562726 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-64879a3f-f825-4eb6-88fe-ef07a6595064 req-9fe70f69-ea4a-4d70-ab4f-f122748656df tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 943 time: 0.0580759 Jul 25 16:36:10.624781 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-64879a3f-f825-4eb6-88fe-ef07a6595064 req-663c505e-811d-4179-ac9f-1f8cce016074 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521958 Jul 25 16:36:10.968703 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9ba4db95-9de2-4b0f-8120-7fce184d685e details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:36:11.106163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:36:11.122094 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:36:11.165487 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 9ba4db95-9de2-4b0f-8120-7fce184d685e is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:11.165846 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:11.182604 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba4db95-9de2-4b0f-8120-7fce184d685e {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:36:11.207554 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:36:11.212663 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:11.278102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:11.450671 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['9ba4db95-9de2-4b0f-8120-7fce184d685e'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:36:11.533053 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:11.802139 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e188b2-28ba-4b2e-a2ff-de9a0943734e req-bc5b0558-a9ac-4fea-a251-803a84bd1d69 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:11.803747 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e2e188b2-28ba-4b2e-a2ff-de9a0943734e req-bc5b0558-a9ac-4fea-a251-803a84bd1d69 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 944 time: 0.0636961 Jul 25 16:36:11.865646 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e2e188b2-28ba-4b2e-a2ff-de9a0943734e req-ad3c1235-2aee-494c-9d87-d5585481d163 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515175 Jul 25 16:36:12.969773 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9ba4db95-9de2-4b0f-8120-7fce184d685e up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:36:13.019331 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c87e-792d-4480-8101-8fd48fe21862 req-df9cf7ac-43c4-4aa3-ba26-f18062c5ea6e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:13.022368 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4bf3c87e-792d-4480-8101-8fd48fe21862 req-df9cf7ac-43c4-4aa3-ba26-f18062c5ea6e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 944 time: 0.0708454 Jul 25 16:36:13.054894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 9ba4db95-9de2-4b0f-8120-7fce184d685e completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:36:13.074157 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:13.082636 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 9ba4db95-9de2-4b0f-8120-7fce184d685e triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:36:13.083564 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:13.109147 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4bf3c87e-792d-4480-8101-8fd48fe21862 req-7bec7bbd-d17c-441d-8db3-6adeaf962787 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791724 Jul 25 16:36:13.201866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 9ba4db95-9de2-4b0f-8120-7fce184d685e is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:36:13.202306 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:13.236926 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:36:13.239740 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc522030-3f4f-454c-8bfb-f46a7c5c389b" -d '{"events": [{"server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "name": "network-vif-plugged", "status": "completed", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:36:13.260416 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:36:13.266522 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:13.328269 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97ba39-1efe-4dcf-ae62-28cb1dfc6b86 x-openstack-request-id: req-ae97ba39-1efe-4dcf-ae62-28cb1dfc6b86 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:36:13.328653 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "name": "network-vif-plugged", "status": "completed", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:36:13.329033 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae97ba39-1efe-4dcf-ae62-28cb1dfc6b86 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:36:13.329603 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae97ba39-1efe-4dcf-ae62-28cb1dfc6b86'] response: {'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'code': 200} Jul 25 16:36:13.336411 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:36:13.551184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199502d-30a0-4d04-93b4-72d1e07998d0 req-f89e608c-8231-4a22-bb61-40fd00ada7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:13.552739 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6199502d-30a0-4d04-93b4-72d1e07998d0 req-f89e608c-8231-4a22-bb61-40fd00ada7f8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 1129 time: 0.0462410 Jul 25 16:36:13.608477 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-6199502d-30a0-4d04-93b4-72d1e07998d0 req-c2c8fc88-ec2f-4836-9450-f33b129ef24d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474732 Jul 25 16:36:14.288535 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e9a2f-d61f-4903-9636-02e2b31a5859 req-00582480-2d6b-4014-beb5-8087b407d2b0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:14.290315 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-566e9a2f-d61f-4903-9636-02e2b31a5859 req-00582480-2d6b-4014-beb5-8087b407d2b0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0704491 Jul 25 16:36:14.315509 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:14.353538 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-566e9a2f-d61f-4903-9636-02e2b31a5859 req-35aa4a5a-d333-439b-882b-0601fba05778 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566375 Jul 25 16:36:15.417917 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:15.522846 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031467f5-6196-4d3e-8513-4cef55b020ab req-82d97227-faae-4890-b3c0-d17d1193b451 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:15.524694 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-031467f5-6196-4d3e-8513-4cef55b020ab req-82d97227-faae-4890-b3c0-d17d1193b451 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0588193 Jul 25 16:36:15.582175 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-031467f5-6196-4d3e-8513-4cef55b020ab req-ea4089dd-acae-4e9b-a9d5-d3b4a9c463a4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513537 Jul 25 16:36:15.764736 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b94be-0096-4426-a12c-da11772b1426 req-87086ac1-2181-4081-b8d3-7af07e44d2e7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:15.767477 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-443b94be-0096-4426-a12c-da11772b1426 req-87086ac1-2181-4081-b8d3-7af07e44d2e7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0729060 Jul 25 16:36:15.780596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40822) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:36:15.786059 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:36:15.827806 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:16.227346 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ab4d0ba4-4c69-46cf-94b2-2d0110036e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:16.388317 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:16.394377 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:16.523060 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 343f1693-304e-4a90-a6c7-20d8757af84d associated. External IP: 172.27.2.212, port: 9ba4db95-9de2-4b0f-8120-7fce184d685e. Jul 25 16:36:16.624885 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:16.778345 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:36:16.875375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:16.902393 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:36:16.907444 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:16.913649 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:36:16.927863 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:16.928690 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:16.947784 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e281ae3b-51d6-4daa-b0ad-a9c87855e91d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "PUT /v2.0/floatingips/343f1693-304e-4a90-a6c7-20d8757af84d HTTP/1.1" status: 200 len: 991 time: 1.1653950 Jul 25 16:36:16.948652 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:36:16.952128 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90003408-cb81-483e-a8cb-b1a9ec67d821" -d '{"events": [{"name": "network-changed", "server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:36:16.977821 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:17.020651 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb711e5-3b1e-41bd-951f-f44fcc41d687 x-openstack-request-id: req-5eb711e5-3b1e-41bd-951f-f44fcc41d687 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:36:17.021002 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:36:17.021303 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5eb711e5-3b1e-41bd-951f-f44fcc41d687 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:36:17.021811 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb711e5-3b1e-41bd-951f-f44fcc41d687'] response: {'name': 'network-changed', 'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'status': 'completed', 'code': 200} Jul 25 16:36:17.074196 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:17.102140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-b88c3d66-d27e-4544-9158-4bac85a1c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:17.104015 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-b88c3d66-d27e-4544-9158-4bac85a1c445 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 1129 time: 0.0587184 Jul 25 16:36:17.215966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-b4d12b1f-d0f0-4aaf-add6-d27a382b7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:17.218665 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-b4d12b1f-d0f0-4aaf-add6-d27a382b7229 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1068997 Jul 25 16:36:17.307408 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-79017da5-9e9c-4613-9c92-00e33db9d7d4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e HTTP/1.1" status: 200 len: 999 time: 0.0823238 Jul 25 16:36:17.369210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:16Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:17.393474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-89ee75d2-9827-4c35-bb85-a3b794bda4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:17.396029 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-89ee75d2-9827-4c35-bb85-a3b794bda4f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0810978 Jul 25 16:36:17.401883 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:36:17.413657 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:36:17.414723 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:35:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:17.451462 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-a8cb4dfd-fe60-4c95-b52d-0f8a65deaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:17.453000 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-a8cb4dfd-fe60-4c95-b52d-0f8a65deaf06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511682 Jul 25 16:36:17.559937 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:17.569421 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:36:17.575385 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-eaaf6d1d-f0f5-4509-aa9c-52271831fdde service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164649 Jul 25 16:36:17.696473 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-90003408-cb81-483e-a8cb-b1a9ec67d821 req-5228785e-6501-4c7f-bb5c-652da3ef37be service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133337 Jul 25 16:36:17.840276 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:16Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:36:17.867885 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfccb41-92df-4ebe-a3f5-10daff6e29f2 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:16Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:36:18.088132 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29d6bb-4e81-4d17-87b7-a1278ca4471e None None] New status for floating IP 343f1693-304e-4a90-a6c7-20d8757af84d: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:36:20.175595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-379e8677-6af9-43d1-b671-350553530c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:21.138010 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:21.894317 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:22.580696 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:25.744024 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=14 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:25.749406 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=25 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:26.134462 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-74604ad8-dd6b-4f87-bf25-bce7e9979d82 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493207 Jul 25 16:36:26.215036 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-3b6dec15-fc02-45d7-9bd6-54e45028963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:26.216989 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-3b6dec15-fc02-45d7-9bd6-54e45028963f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1130 time: 0.0558970 Jul 25 16:36:26.353448 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-7244cb73-519c-471d-9b03-6ec5bfa0ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:26.355103 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-7244cb73-519c-471d-9b03-6ec5bfa0ca73 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1135795 Jul 25 16:36:26.428487 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-d82cf0e4-fd2a-4c71-9599-02833d998a42 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 1002 time: 0.0668750 Jul 25 16:36:26.478628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:26.487827 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-58f6e8df-7d82-4340-8f82-f435c28454c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:26.489391 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-58f6e8df-7d82-4340-8f82-f435c28454c0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0541790 Jul 25 16:36:26.543799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-b4519afe-eeb8-42e1-8f0e-8fd50646b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:36:26.545401 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-b4519afe-eeb8-42e1-8f0e-8fd50646b5ef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490870 Jul 25 16:36:26.652707 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-09235516-87fa-4b4f-b920-e9dbccfad7e9 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005754 Jul 25 16:36:26.709780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:26.763440 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a0065534-bcf7-4fde-ba8d-e932768a6648 req-53ed26d6-fb68-45a3-888c-7555b05a6d49 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037540 Jul 25 16:36:31.872827 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:32.565074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:32.574531 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:32.986531 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:36:36.756883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=6 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:36.759205 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=25 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:42.981805 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:42.982739 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:36:45.426479 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:46.233817 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-72eab1de-4706-4a81-abcf-06f7ceda53c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:50.174685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-41ed953e-29de-46e7-9254-1314b06acec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:51.147352 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:51.891374 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:36:52.594517 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:01.635259 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40892) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:01.641772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446647442', 'description': 'tempest-description--1610428979'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:01.685219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:01.822142 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (72eeabb4-7c53-45d1-805b-445fcf606ebe), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:01.831327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (72eeabb4-7c53-45d1-805b-445fcf606ebe), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:01.900543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:01.911280 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 40894) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:01.912226 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2721159 Jul 25 16:37:01.912756 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72eeabb4-7c53-45d1-805b-445fcf606ebe,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:01.919564 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '72eeabb4-7c53-45d1-805b-445fcf606ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:01.931522 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.932135 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.932730 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.933313 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.933946 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.934546 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.935229 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.935774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.936371 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.936893 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.937549 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.938635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.938635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.939230 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.939802 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af4324-4609-4583-a3ac-5b35512732ce tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:01.977460 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (365aaca3-b8a3-408b-b7a7-621bc46642a9), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.097747 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (365aaca3-b8a3-408b-b7a7-621bc46642a9), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.104590 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (365aaca3-b8a3-408b-b7a7-621bc46642a9), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.160814 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365aaca3-b8a3-408b-b7a7-621bc46642a9,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:02.183776 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.187104 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765570 Jul 25 16:37:02.190955 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.192372 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.192951 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.193587 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.194188 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.194712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40896) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:02.194924 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.195322 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.195906 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.196486 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.201900 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec85e8-3974-46fe-a1a3-32625c5c8171 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:02.209404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '72eeabb4-7c53-45d1-805b-445fcf606ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:02.269218 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (9ee78220-5370-4f79-873b-0e875fad5552), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.405081 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (9ee78220-5370-4f79-873b-0e875fad5552), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.413828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (9ee78220-5370-4f79-873b-0e875fad5552), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.450773 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee78220-5370-4f79-873b-0e875fad5552,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:02.460646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.462545 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-82255a44-ca2b-429b-95dd-7a6a8da8a0d6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643549 Jul 25 16:37:02.468807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40898) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:02.477823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:02.520309 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.571720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:02.572955 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:02.588347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:02.686948 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:02.889159 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.27.2.209 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/2968e040-fe07-47a8-81b9-08f55d9aa0dc) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:37:03.130811 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.198056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.272014 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:03.287146 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:03.294112 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:37:03.306807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:37:03.313162 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=2968e040-fe07-47a8-81b9-08f55d9aa0dc,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:03.318807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:37:03.494423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.575295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.855548 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.863664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:03.997242 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=2968e040-fe07-47a8-81b9-08f55d9aa0dc,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:04.009969 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:04.042015 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:04.044213 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9efa50f3-1d06-4880-92d6-205e4e013c45 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5736647 Jul 25 16:37:04.329418 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-a1df590b-5ae1-4c3b-861b-93e642d26b08 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--446647442&fields=id&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 267 time: 0.0839663 Jul 25 16:37:04.513644 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-8448482d-7bc9-44c3-a14f-33925be53013 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:04.516273 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-8448482d-7bc9-44c3-a14f-33925be53013 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.1740043 Jul 25 16:37:04.547417 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-461e370e-908e-4bf0-adf0-b1036bee8a55 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/quotas/7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 375 time: 0.0207620 Jul 25 16:37:04.650874 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-2d977458-31e3-49f4-8f31-e7024ba9c874 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922689 Jul 25 16:37:04.820416 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-ed5585d1-a914-4155-855d-80b86ccc4089 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465337 Jul 25 16:37:04.991584 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-cde8a41a-a543-495b-815c-7708308ec7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599684 Jul 25 16:37:05.283549 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc36cb4f-d506-4e0c-b177-f6350f074840 req-3ac0535a-39ea-4061-9687-20f80ae4a02e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 210 time: 0.0587578 Jul 25 16:37:06.482573 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-15c4182b-684a-4a86-88a5-aed7efbb240e req-72225ae1-fcd5-424a-ae7b-fc08940f449e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 210 time: 0.0708635 Jul 25 16:37:06.804216 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-5c35468e-bac7-4073-ae9d-d67ee05128f2 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:06.808119 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-5c35468e-bac7-4073-ae9d-d67ee05128f2 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.2330730 Jul 25 16:37:06.926056 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-ca85e7a5-a232-4206-8bd2-09612ade5723 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 470 time: 0.1061778 Jul 25 16:37:06.941652 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'port': {'device_id': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'admin_state_up': True, 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'security_groups': ['72eeabb4-7c53-45d1-805b-445fcf606ebe']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:07.114659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:37:07.121458 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:07.653853 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ab02b845-640d-4f24-b326-50c3bc0fd758 req-098461a1-1e46-49aa-a582-4db639575ad8 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 210 time: 0.0498347 Jul 25 16:37:07.712836 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:07.811870 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:07.821363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.20.0.10 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/45a92947-4147-4e87-ad91-44ae45def770) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:37:08.083281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (45a92947-4147-4e87-ad91-44ae45def770), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.145583 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.205568 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:37:08.210113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:37:08.215696 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:37:08.265167 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:08.318622 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:08.319603 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.354028 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-8565fd2b-14a6-4517-aab0-621ba585a993 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4178813 Jul 25 16:37:08.369177 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Request body: {'port': {'device_id': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:08.500740 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (45a92947-4147-4e87-ad91-44ae45def770), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.574674 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-f04b7b94-01fc-4060-b28f-3763fc62e826 None None] Provisioning complete for port 45a92947-4147-4e87-ad91-44ae45def770 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:37:08.575407 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f04b7b94-01fc-4060-b28f-3763fc62e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (45a92947-4147-4e87-ad91-44ae45def770), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.637582 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f04b7b94-01fc-4060-b28f-3763fc62e826 None None] Port 45a92947-4147-4e87-ad91-44ae45def770 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:37:08.846347 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb4540-533c-46c0-86e3-6b1db2956226 req-c3e5e3b5-0359-47b8-9fa6-7b9e04adbf86 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:08.849579 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6adb4540-533c-46c0-86e3-6b1db2956226 req-c3e5e3b5-0359-47b8-9fa6-7b9e04adbf86 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 932 time: 0.0770772 Jul 25 16:37:08.910657 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-6adb4540-533c-46c0-86e3-6b1db2956226 req-2b644cd6-6970-4769-8ec6-54c1d5144131 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545352 Jul 25 16:37:08.950901 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a92947-4147-4e87-ad91-44ae45def770 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:37:08.965701 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks [] for port (45a92947-4147-4e87-ad91-44ae45def770), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:08.990351 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Transition to ACTIVE for port object 45a92947-4147-4e87-ad91-44ae45def770 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:37:08.997217 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:09.082686 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:09.168177 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:09.186935 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:09.206987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Attempting to bind port 45a92947-4147-4e87-ad91-44ae45def770 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:37:09.207417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Attempting to bind port 45a92947-4147-4e87-ad91-44ae45def770 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:37:09.207807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Attempting to bind port 45a92947-4147-4e87-ad91-44ae45def770 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:37:09.219778 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Port 45a92947-4147-4e87-ad91-44ae45def770 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:37:09.220184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Attempting to bind port 45a92947-4147-4e87-ad91-44ae45def770 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:37:09.231494 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:37:09.231945 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:37:09.233310 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:37:09.235545 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Bound port: 45a92947-4147-4e87-ad91-44ae45def770, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:37:09.236216 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (45a92947-4147-4e87-ad91-44ae45def770), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:09.367279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:37:09.374755 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=45a92947-4147-4e87-ad91-44ae45def770,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:37:09.388894 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:09.461597 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:09.462710 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:09.468682 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] 10.222.0.102 "PUT /v2.0/ports/45a92947-4147-4e87-ad91-44ae45def770 HTTP/1.1" status: 200 len: 1094 time: 1.1038148 Jul 25 16:37:09.469460 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'tag': '45a92947-4147-4e87-ad91-44ae45def770'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:09.473495 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b817900-6d27-4b6b-a03e-bf47bf746529" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "tag": "45a92947-4147-4e87-ad91-44ae45def770"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:09.583219 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe604333-dc94-4bb5-963b-c984295c7bf3 x-openstack-request-id: req-fe604333-dc94-4bb5-963b-c984295c7bf3 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:09.583543 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "tag": "45a92947-4147-4e87-ad91-44ae45def770", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:09.583790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe604333-dc94-4bb5-963b-c984295c7bf3 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:09.584665 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe604333-dc94-4bb5-963b-c984295c7bf3'] response: {'name': 'network-changed', 'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'tag': '45a92947-4147-4e87-ad91-44ae45def770', 'status': 'completed', 'code': 200} Jul 25 16:37:09.586721 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92496851-e6a5-4c97-b5fc-81c20753bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:09.615001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-045885fa-adf4-44e4-8c80-898db6cd6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:09.617482 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-045885fa-adf4-44e4-8c80-898db6cd6d72 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 1128 time: 0.0937862 Jul 25 16:37:09.702396 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-c4df2608-ae0c-458e-9a1e-129e90e37901 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45a92947-4147-4e87-ad91-44ae45def770 HTTP/1.1" status: 200 len: 217 time: 0.0783792 Jul 25 16:37:09.790421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-1fc8be30-3ecb-482c-987e-cb5ad7da805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:09.794146 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-1fc8be30-3ecb-482c-987e-cb5ad7da805a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0859814 Jul 25 16:37:09.846235 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae95aa-37da-4311-a737-a391b85704ab req-11012d7a-0e60-44ab-99c0-da1b087e1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:09.847857 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-11012d7a-0e60-44ab-99c0-da1b087e1ab1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484889 Jul 25 16:37:09.960574 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-348db4e9-0cee-43d1-882d-38d5709d3825 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063514 Jul 25 16:37:09.995265 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:37:10.094781 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e578ad-7080-47d0-884e-91c82bb5ee72 req-2a7dad46-d4d7-4454-937d-3104b429b88f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:10.095689 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-86ae95aa-37da-4311-a737-a391b85704ab req-c93ed5bb-cc78-4081-8884-53c4331b157f service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283937 Jul 25 16:37:10.097011 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87e578ad-7080-47d0-884e-91c82bb5ee72 req-2a7dad46-d4d7-4454-937d-3104b429b88f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 944 time: 0.0744097 Jul 25 16:37:10.188962 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-87e578ad-7080-47d0-884e-91c82bb5ee72 req-0ebaf752-6781-4091-aa3c-948a1fed5017 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850389 Jul 25 16:37:10.936823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-8111a79d-a06f-435d-ba2d-a36f6538a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:10.938522 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-8111a79d-a06f-435d-ba2d-a36f6538a455 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 1128 time: 0.0630155 Jul 25 16:37:11.076029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-0c11dd1c-1136-4832-8fb0-9a446fc5459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:11.078604 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-0c11dd1c-1136-4832-8fb0-9a446fc5459a service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1340036 Jul 25 16:37:11.129056 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-6185f4d5-828f-40a3-9255-6f86f40f732e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45a92947-4147-4e87-ad91-44ae45def770 HTTP/1.1" status: 200 len: 217 time: 0.0445282 Jul 25 16:37:11.190381 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-18522ab4-ab02-46ce-8928-6db420345c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:11.192527 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-18522ab4-ab02-46ce-8928-6db420345c4a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0579605 Jul 25 16:37:11.263613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-5b4bb4f0-dac6-4a4b-972f-d61ab55c0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:11.266455 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-5b4bb4f0-dac6-4a4b-972f-d61ab55c0dae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672128 Jul 25 16:37:11.293736 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 45a92947-4147-4e87-ad91-44ae45def770 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:37:11.346441 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9516ea-fdfb-4033-a665-218fa18c1241 req-687ad2e9-6241-4147-b8b1-d15792a6d01e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:11.348281 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b9516ea-fdfb-4033-a665-218fa18c1241 req-687ad2e9-6241-4147-b8b1-d15792a6d01e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 944 time: 0.0612042 Jul 25 16:37:11.424020 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1b9516ea-fdfb-4033-a665-218fa18c1241 req-d0ed752d-237a-4691-892d-3cd7228107a9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634985 Jul 25 16:37:11.441213 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-5129167f-603e-4582-8139-2bbf41690fd1 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676252 Jul 25 16:37:11.459889 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=45a92947-4147-4e87-ad91-44ae45def770,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:11.478229 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '45a92947-4147-4e87-ad91-44ae45def770', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'port_id': '45a92947-4147-4e87-ad91-44ae45def770', 'mac_address': 'fa:16:3e:88:2f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:37:11.537819 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 45a92947-4147-4e87-ad91-44ae45def770 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:37:11.538177 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (45a92947-4147-4e87-ad91-44ae45def770), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:11.554495 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a92947-4147-4e87-ad91-44ae45def770 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:37:11.580227 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:11.580755 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=45a92947-4147-4e87-ad91-44ae45def770,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:11.586143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:11.603193 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b817900-6d27-4b6b-a03e-bf47bf746529 req-dbabad93-bd95-41e2-ac2f-bff6b1dd4b5d service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560814 Jul 25 16:37:11.649070 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:11.660372 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.660900 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.661377 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.661975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.662499 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.663210 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.663651 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.663994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.664329 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.664742 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.665247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.665807 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.666377 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.666953 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.667492 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:37:11.823854 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['45a92947-4147-4e87-ad91-44ae45def770'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:37:12.607341 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e251-02a7-424d-b8b1-9ef6ed0c4ee5 req-4df0a9a6-4a40-4f8b-b250-0cec3fddc0b4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:12.609641 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8509e251-02a7-424d-b8b1-9ef6ed0c4ee5 req-4df0a9a6-4a40-4f8b-b250-0cec3fddc0b4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 945 time: 0.0615537 Jul 25 16:37:12.666979 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:12.686132 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8509e251-02a7-424d-b8b1-9ef6ed0c4ee5 req-d6e0f755-8364-40fb-be0e-d293ecaae63e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655842 Jul 25 16:37:13.296249 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 45a92947-4147-4e87-ad91-44ae45def770 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:37:13.345373 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 45a92947-4147-4e87-ad91-44ae45def770 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:37:13.353525 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 45a92947-4147-4e87-ad91-44ae45def770 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:37:13.354085 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (45a92947-4147-4e87-ad91-44ae45def770), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:13.468607 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 45a92947-4147-4e87-ad91-44ae45def770 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:37:13.469126 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (45a92947-4147-4e87-ad91-44ae45def770), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:13.502418 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a92947-4147-4e87-ad91-44ae45def770'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:13.504865 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507618d-4ebb-4503-b31b-6dc8dcd02bb5" -d '{"events": [{"server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "name": "network-vif-plugged", "status": "completed", "tag": "45a92947-4147-4e87-ad91-44ae45def770"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:13.522165 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=45a92947-4147-4e87-ad91-44ae45def770,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:13.529128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:13.564324 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671985f0-1b7c-4305-9bc0-ec2b8805241e x-openstack-request-id: req-671985f0-1b7c-4305-9bc0-ec2b8805241e {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:13.564902 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "name": "network-vif-plugged", "status": "completed", "tag": "45a92947-4147-4e87-ad91-44ae45def770", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:13.565109 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-671985f0-1b7c-4305-9bc0-ec2b8805241e {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:13.565630 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671985f0-1b7c-4305-9bc0-ec2b8805241e'] response: {'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a92947-4147-4e87-ad91-44ae45def770', 'code': 200} Jul 25 16:37:13.612858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:13.770168 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69d24-01b2-4425-bf52-c256259ba0e5 req-9fe6bb79-6c7f-4b22-a207-27159059151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:13.772001 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bca69d24-01b2-4425-bf52-c256259ba0e5 req-9fe6bb79-6c7f-4b22-a207-27159059151d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 1130 time: 0.0533972 Jul 25 16:37:13.812590 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:13.836072 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:13.842130 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-bca69d24-01b2-4425-bf52-c256259ba0e5 req-8f096517-11d9-43a2-b52a-22d23bc01185 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639131 Jul 25 16:37:13.862607 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f1984-056e-499e-9865-5986d1d3a67d req-270bc347-e4eb-4737-bfc7-4054a2b93e6c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:13.864375 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-047f1984-056e-499e-9865-5986d1d3a67d req-270bc347-e4eb-4737-bfc7-4054a2b93e6c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.0767698 Jul 25 16:37:13.928011 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-047f1984-056e-499e-9865-5986d1d3a67d req-81f0e776-ff6b-4130-8f64-ec0409961ff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566809 Jul 25 16:37:15.100761 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb5f2b-f9b7-440a-ba2e-586aa330dbbc req-f25f729f-6898-428f-a199-a5a45e6b08f6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:15.102875 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d9eb5f2b-f9b7-440a-ba2e-586aa330dbbc req-f25f729f-6898-428f-a199-a5a45e6b08f6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.0657346 Jul 25 16:37:15.175402 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d9eb5f2b-f9b7-440a-ba2e-586aa330dbbc req-95e2ff6a-bb55-47be-93ab-35622a76038b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604806 Jul 25 16:37:15.335850 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349409-1b1a-448f-a280-72fdb69d9612 req-afba42a0-75e6-44c9-a501-846f0cb54718 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:15.337463 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30349409-1b1a-448f-a280-72fdb69d9612 req-afba42a0-75e6-44c9-a501-846f0cb54718 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.0598071 Jul 25 16:37:15.348052 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40948) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:15.353209 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'port_id': '45a92947-4147-4e87-ad91-44ae45def770'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:37:15.398860 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:15.445550 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:15.738510 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:15.940336 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:15.946471 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:16.116590 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 98e75366-01bc-4d48-8e71-dc057e8d22fe associated. External IP: 172.27.2.209, port: 45a92947-4147-4e87-ad91-44ae45def770. Jul 25 16:37:16.223323 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4707970d-e5e4-4393-ae8b-9afacb7d56f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:16.353249 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:16.489034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:16.495931 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:16.503424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:16.520989 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:16.522126 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:36:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:16.550387 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1627e2ea-ecc6-43bf-afd1-175af97993b9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "PUT /v2.0/floatingips/98e75366-01bc-4d48-8e71-dc057e8d22fe HTTP/1.1" status: 200 len: 992 time: 1.2005763 Jul 25 16:37:16.551126 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'tag': '45a92947-4147-4e87-ad91-44ae45def770'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:16.555097 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "tag": "45a92947-4147-4e87-ad91-44ae45def770"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:16.600445 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840ba78-a7ab-4d71-b3dc-a18f74238902 x-openstack-request-id: req-a840ba78-a7ab-4d71-b3dc-a18f74238902 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:16.600865 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "tag": "45a92947-4147-4e87-ad91-44ae45def770", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:16.601202 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a840ba78-a7ab-4d71-b3dc-a18f74238902 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:16.601801 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a840ba78-a7ab-4d71-b3dc-a18f74238902'] response: {'name': 'network-changed', 'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'tag': '45a92947-4147-4e87-ad91-44ae45def770', 'status': 'completed', 'code': 200} Jul 25 16:37:16.667586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:16.673133 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:16.691264 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-0985816c-4c3d-4219-959f-d5dd354a8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:16.693149 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-0985816c-4c3d-4219-959f-d5dd354a8d00 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 1130 time: 0.0676210 Jul 25 16:37:16.703885 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:16.822224 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-c7eebc85-9f1b-4262-97ac-61e446768013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:16.824704 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-c7eebc85-9f1b-4262-97ac-61e446768013 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1230814 Jul 25 16:37:16.929997 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-161ada84-239e-40da-9d6c-0291bea22b71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45a92947-4147-4e87-ad91-44ae45def770 HTTP/1.1" status: 200 len: 1000 time: 0.0995784 Jul 25 16:37:17.011136 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-304ed482-25cd-415c-9376-42112ba9d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:17.012726 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-304ed482-25cd-415c-9376-42112ba9d944 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0761671 Jul 25 16:37:17.051475 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}, {'id': '98e75366-01bc-4d48-8e71-dc057e8d22fe', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '45a92947-4147-4e87-ad91-44ae45def770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:88:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:37:03Z', 'updated_at': '2022-07-25T16:37:15Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:17.066883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-db73e318-a3f0-4f37-8383-2af6a13fd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:17.068686 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-db73e318-a3f0-4f37-8383-2af6a13fd510 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500889 Jul 25 16:37:17.092084 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:17.102982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:17.106957 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:17.107697 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:36:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:17.198350 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-e69dbf4e-c146-4748-9b24-3580e6bd495f service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231153 Jul 25 16:37:17.275764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:17.291639 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:17.360504 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-8c1d6e5d-b827-42b9-bdc5-9613ce10a2ce req-ca0677b8-f873-48ac-a373-9ebea7ec3adb service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541159 Jul 25 16:37:17.575585 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:17.675312 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}, {'id': '98e75366-01bc-4d48-8e71-dc057e8d22fe', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '45a92947-4147-4e87-ad91-44ae45def770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:88:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:37:03Z', 'updated_at': '2022-07-25T16:37:15Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:17.715940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de80a32-cdcb-419d-b8af-753d0572dcda None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}, {'id': '98e75366-01bc-4d48-8e71-dc057e8d22fe', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '45a92947-4147-4e87-ad91-44ae45def770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:88:2f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:37:03Z', 'updated_at': '2022-07-25T16:37:15Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:17.958981 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae16a52-1931-4cd3-b6d5-3fe180fbf4fa None None] New status for floating IP 98e75366-01bc-4d48-8e71-dc057e8d22fe: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:37:20.184159 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-46afbf1b-d80b-4e7f-94de-e5087979e080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:21.149526 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:21.882878 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:22.587519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:25.324555 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=18 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:25.327837 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=23 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:26.139418 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-e28900ad-d634-44a3-bd40-6895fe78eaf7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607350 Jul 25 16:37:26.243796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-5a2f2127-1503-4b73-95ec-a36f0adaae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:26.245700 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-5a2f2127-1503-4b73-95ec-a36f0adaae10 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1130 time: 0.0588160 Jul 25 16:37:26.410021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-85530dd2-c1d1-47c8-a7a0-48d596e003b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:26.411439 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-85530dd2-c1d1-47c8-a7a0-48d596e003b6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1439767 Jul 25 16:37:26.507459 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-217e990e-aebb-4e70-92f1-0c235d4f5f49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 1002 time: 0.0876896 Jul 25 16:37:26.566582 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-aa7361e7-f015-493c-bc7b-7d4786012147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:26.568529 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-aa7361e7-f015-493c-bc7b-7d4786012147 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0537617 Jul 25 16:37:26.619395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-57ae7bdd-8a84-4308-bcaf-5354f5bd855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:26.621065 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-57ae7bdd-8a84-4308-bcaf-5354f5bd855f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457461 Jul 25 16:37:26.753568 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-f7878892-190b-4d8c-a772-2a6b3022f43f service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216257 Jul 25 16:37:26.871410 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-91c42ff5-dd73-4f05-be45-c0d44ec5f6eb req-95486164-d084-42fc-9303-040479dfb475 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106017 Jul 25 16:37:28.148647 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:28.154177 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:30.185439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40958) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:30.237691 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:30.299358 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:30.356045 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port 2c67035d-52f0-4286-af2c-d4c01b8e3c50 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:30.356364 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:30.452472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:30.452815 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (2c67035d-52f0-4286-af2c-d4c01b8e3c50), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:30.469022 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for 2c67035d-52f0-4286-af2c-d4c01b8e3c50 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:30.649918 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (2c67035d-52f0-4286-af2c-d4c01b8e3c50), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:30.679830 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=2c67035d-52f0-4286-af2c-d4c01b8e3c50,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:30.758222 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (7fb610c9-ccbd-4c55-968e-7b66602ff703), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:30.758549 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP 7fb610c9-ccbd-4c55-968e-7b66602ff703 disassociated (deleted). External IP: 172.27.2.58, port: 4b1fbfc5-127d-402f-9670-ae5c5bf444c1. Jul 25 16:37:31.465945 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:31.591026 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:31.595774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:31.599148 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:31.604172 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:31.623420 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:31.624530 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:31.634723 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-ac330d6b-8d95-4340-96f8-36f595d880e2 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "DELETE /v2.0/floatingips/7fb610c9-ccbd-4c55-968e-7b66602ff703 HTTP/1.1" status: 204 len: 168 time: 1.4451745 Jul 25 16:37:31.634723 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:31.635212 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144478ab-70ba-40a7-80d1-be573476813e" -d '{"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:31.705881 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932da594-fe06-48ef-bdf1-e14df5910ba9 x-openstack-request-id: req-932da594-fe06-48ef-bdf1-e14df5910ba9 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:31.706235 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:31.706508 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-932da594-fe06-48ef-bdf1-e14df5910ba9 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:31.706914 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932da594-fe06-48ef-bdf1-e14df5910ba9'] response: {'name': 'network-changed', 'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'status': 'completed', 'code': 200} Jul 25 16:37:31.810203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144478ab-70ba-40a7-80d1-be573476813e req-5d415e91-7d05-44bb-8be0-66fd9327c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:31.812800 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-5d415e91-7d05-44bb-8be0-66fd9327c474 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 1129 time: 0.0804710 Jul 25 16:37:31.826822 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:31.998423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144478ab-70ba-40a7-80d1-be573476813e req-a0b3aa85-463a-4908-a48f-e2994ede75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:32.001243 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-a0b3aa85-463a-4908-a48f-e2994ede75e2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1815064 Jul 25 16:37:32.070448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8a40-ace5-4620-855f-dd6324bddf5d req-4cfd6445-086b-436b-bfb6-33d1fac75786 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:32.073888 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-118d8a40-ace5-4620-855f-dd6324bddf5d req-4cfd6445-086b-436b-bfb6-33d1fac75786 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.0843942 Jul 25 16:37:32.153319 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-118d8a40-ace5-4620-855f-dd6324bddf5d req-9c9f8210-93c7-41af-bcc9-3bea668c35ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675826 Jul 25 16:37:32.220362 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:32.251106 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:32.264694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:32.265379 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:32.403320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:32.749590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:32.788145 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19406f5-19ab-4649-83c1-15e9a4fae6b7 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': 'cf5a63b7-6f47-46bf-887a-d79b3f796471', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'floating_ip_address': '172.27.2.187', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'port_id': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'mac_address': 'fa:16:3e:dd:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b121aac-331b-4b85-b094-6591366409a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:33:55Z', 'updated_at': '2022-07-25T16:33:59Z', 'revision_number': 1, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:32.987879 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-14ba47f9-44a0-441b-a151-b5bf62174dbf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 200 len: 217 time: 0.0462568 Jul 25 16:37:33.049612 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:33.061823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144478ab-70ba-40a7-80d1-be573476813e req-11aebf77-d230-4b14-8304-10c2d1db3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:33.063612 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-11aebf77-d230-4b14-8304-10c2d1db3511 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0691421 Jul 25 16:37:33.119020 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c99d3-27a0-47b8-8607-47c1f1178b02 None None] New status for floating IP 7fb610c9-ccbd-4c55-968e-7b66602ff703: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:37:33.180992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144478ab-70ba-40a7-80d1-be573476813e req-0fc9d762-106a-4129-81e6-1dde0b991885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:33.183792 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-0fc9d762-106a-4129-81e6-1dde0b991885 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679746 Jul 25 16:37:33.323369 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-1c668f88-6263-4cdb-9c91-14843816cbc8 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304052 Jul 25 16:37:33.386503 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383c57-70bc-414e-b315-1c74d17658f0 req-0f304a37-f01e-4dd1-ae49-5667bb748b8c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:33.390082 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4b383c57-70bc-414e-b315-1c74d17658f0 req-0f304a37-f01e-4dd1-ae49-5667bb748b8c tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.0965388 Jul 25 16:37:33.469985 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-4b383c57-70bc-414e-b315-1c74d17658f0 req-92be6d04-42c3-4862-a134-2da8aacb704f tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727766 Jul 25 16:37:33.561191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-f32edf9a-0867-45f9-9828-171ae47c97d6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:33.563886 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-f32edf9a-0867-45f9-9828-171ae47c97d6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 945 time: 0.1122952 Jul 25 16:37:33.680324 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-144478ab-70ba-40a7-80d1-be573476813e req-69b2f3c7-0f42-4676-8002-f67973a61b00 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034408 Jul 25 16:37:33.758196 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:33.758895 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:33.912898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] For port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:33.913405 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:33.940991 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:34.123604 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (4b1fbfc5-127d-402f-9670-ae5c5bf444c1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:34.156951 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=4b1fbfc5-127d-402f-9670-ae5c5bf444c1,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:34.209009 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] No DVR routers for this DVR port 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:34.212572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:34.216376 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-f80c764e-72d9-48e7-92ae-ec0f5b70ecf1 req-df06af71-5c89-4857-bfb8-0c9e789d22f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "DELETE /v2.0/ports/4b1fbfc5-127d-402f-9670-ae5c5bf444c1 HTTP/1.1" status: 204 len: 173 time: 0.6462882 Jul 25 16:37:34.217180 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'name': 'network-vif-deleted', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:34.219833 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e419a3-7b8b-439b-8cb6-3ac014c05339" -d '{"events": [{"server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "name": "network-vif-deleted", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:34.270056 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3020c290-446e-469d-b40b-e77e261a68f7 x-openstack-request-id: req-3020c290-446e-469d-b40b-e77e261a68f7 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:34.270394 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54d3f0f-e102-438c-aac9-c9f4ddc62bf0", "name": "network-vif-deleted", "tag": "4b1fbfc5-127d-402f-9670-ae5c5bf444c1", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:34.270658 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3020c290-446e-469d-b40b-e77e261a68f7 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:34.271334 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3020c290-446e-469d-b40b-e77e261a68f7'] response: {'server_uuid': 'a54d3f0f-e102-438c-aac9-c9f4ddc62bf0', 'name': 'network-vif-deleted', 'tag': '4b1fbfc5-127d-402f-9670-ae5c5bf444c1', 'status': 'completed', 'code': 200} Jul 25 16:37:34.648298 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-753bcb6c-ad0a-4070-a837-4814fa928eeb req-7c16474e-e5fb-4a26-8666-f6d638ed163a tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54d3f0f-e102-438c-aac9-c9f4ddc62bf0 HTTP/1.1" status: 200 len: 210 time: 0.0674593 Jul 25 16:37:35.422356 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:35.458294 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:35.458867 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 4b1fbfc5-127d-402f-9670-ae5c5bf444c1 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:38.056188 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 40988) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:38.218568 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port 659aa3c4-84e6-4623-afb4-ae16f0e2bad5 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:38.218914 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:38.220684 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:38.276596 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:38.312759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:38.313066 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:38.329752 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for 659aa3c4-84e6-4623-afb4-ae16f0e2bad5 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:38.524053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (659aa3c4-84e6-4623-afb4-ae16f0e2bad5), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:38.550110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=659aa3c4-84e6-4623-afb4-ae16f0e2bad5,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:38.627969 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (cf5a63b7-6f47-46bf-887a-d79b3f796471), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:38.628367 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Floating IP cf5a63b7-6f47-46bf-887a-d79b3f796471 disassociated (deleted). External IP: 172.27.2.187, port: 1d784ffa-ce5c-4955-a5dd-9e70c917f66c. Jul 25 16:37:38.941534 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:39.072481 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:39.079894 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:39.084125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:39.102581 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:39.103347 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:39.123793 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-63ec0212-75de-4448-a9c5-c3386bbaa729 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "DELETE /v2.0/floatingips/cf5a63b7-6f47-46bf-887a-d79b3f796471 HTTP/1.1" status: 204 len: 168 time: 1.0664268 Jul 25 16:37:39.124388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:39.127055 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:39.198476 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1f95c-0d90-4a68-82c6-96efe7326785 x-openstack-request-id: req-38d1f95c-0d90-4a68-82c6-96efe7326785 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:39.199289 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:39.199711 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38d1f95c-0d90-4a68-82c6-96efe7326785 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:39.200455 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d1f95c-0d90-4a68-82c6-96efe7326785'] response: {'name': 'network-changed', 'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'status': 'completed', 'code': 200} Jul 25 16:37:39.231096 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:39.288163 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-cd8726e2-e332-427d-aa3d-8f3c9f5089ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:39.291480 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-cd8726e2-e332-427d-aa3d-8f3c9f5089ce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 1130 time: 0.0679133 Jul 25 16:37:39.461658 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-7e080c7e-7157-4df1-b231-87742e35ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:39.464359 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-7e080c7e-7157-4df1-b231-87742e35ff21 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 200 len: 913 time: 0.1648049 Jul 25 16:37:39.469882 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dad4e-fa4e-4f7f-9161-2ef2a751da25 req-27c1748c-ab4c-44a8-81f2-acb05adf1b33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:39.472441 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-786dad4e-fa4e-4f7f-9161-2ef2a751da25 req-27c1748c-ab4c-44a8-81f2-acb05adf1b33 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.0609488 Jul 25 16:37:39.534510 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-786dad4e-fa4e-4f7f-9161-2ef2a751da25 req-ffc521d1-eabb-40d1-91c5-1e67fbbf6ad5 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544188 Jul 25 16:37:39.546770 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:39.617633 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:39.649257 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:39.659880 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:39.660717 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:39.745809 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:39.784398 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:39.999644 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:40.013043 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:40.051695 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd57eaa-98ff-48e3-9642-5645d30bfab6 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:30:36Z', 'revision_number': 4, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'b78f6658-b5c5-4ad9-8f47-e4c9206fea92', 'name': '', 'network_id': '5179c8ca-857c-4cbe-a31d-a95e81512509', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'mac_address': 'fa:16:3e:5c:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:35Z', 'updated_at': '2022-07-25T16:30:47Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'subnets': [{'id': 'c6f3801f-6d9e-4ffc-a509-c0d71dd74797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:40.322929 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae2e9e-bde9-42ac-8750-497001316225 None None] New status for floating IP cf5a63b7-6f47-46bf-887a-d79b3f796471: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:37:40.390040 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-24e0dcfa-a8dd-474a-b2bd-dc5da741b7e6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 200 len: 217 time: 0.0371358 Jul 25 16:37:40.406129 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:40.464136 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-8feb5998-74ee-4ffd-881c-fe799ff565da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:40.467663 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-8feb5998-74ee-4ffd-881c-fe799ff565da service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 200 len: 851 time: 0.0697627 Jul 25 16:37:40.574928 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-dc814ab3-7648-41be-bd6a-ebaff226b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:40.576742 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-dc814ab3-7648-41be-bd6a-ebaff226b809 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5179c8ca-857c-4cbe-a31d-a95e81512509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464573 Jul 25 16:37:40.606145 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:40.686264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459983d8-d39f-4ee4-83fa-d3b1ba7820fa req-d8776e48-6ff5-4b94-9461-2e4496947f2e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:40.688918 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-459983d8-d39f-4ee4-83fa-d3b1ba7820fa req-d8776e48-6ff5-4b94-9461-2e4496947f2e tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.0658824 Jul 25 16:37:40.690597 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-a18c99c5-3543-40c4-aaf8-54b687473f14 service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071162 Jul 25 16:37:40.767111 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-459983d8-d39f-4ee4-83fa-d3b1ba7820fa req-11ebe771-2372-47b6-8949-b3e0fbb49714 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/security-groups?id=68a6c932-b16f-435c-b1b7-d6e7391b3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713499 Jul 25 16:37:40.927844 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-b38aa3a9-ddf3-45a5-8484-93d8e8f59780 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:40.930355 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-b38aa3a9-ddf3-45a5-8484-93d8e8f59780 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 946 time: 0.1079047 Jul 25 16:37:41.006472 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a2773486-f1bb-4f7f-976f-3eb71c18e5e6 req-b64b4177-6a5e-4b15-baee-21a62470265b service neutron] 10.222.0.102 "GET /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543006 Jul 25 16:37:41.077702 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:41.078182 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:41.192365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] For port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:41.192898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:41.213736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for 1d784ffa-ce5c-4955-a5dd-9e70c917f66c owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:41.367474 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (1d784ffa-ce5c-4955-a5dd-9e70c917f66c), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:41.400115 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=1d784ffa-ce5c-4955-a5dd-9e70c917f66c,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:41.474396 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] No DVR routers for this DVR port 1d784ffa-ce5c-4955-a5dd-9e70c917f66c on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:41.477589 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:41.481248 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-49c64966-2eb8-45d2-a479-a883faac4a26 req-d1d8daf0-71c8-4aa7-8038-1da044703554 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.102 "DELETE /v2.0/ports/1d784ffa-ce5c-4955-a5dd-9e70c917f66c HTTP/1.1" status: 204 len: 173 time: 0.5433576 Jul 25 16:37:41.481772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'name': 'network-vif-deleted', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:41.484532 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1057b8b8-8dbc-44cd-84fa-ae02fa7d38d9" -d '{"events": [{"server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "name": "network-vif-deleted", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:41.534268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f54e78-51eb-41c5-a050-df9a186499c2 x-openstack-request-id: req-92f54e78-51eb-41c5-a050-df9a186499c2 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:41.534720 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b121aac-331b-4b85-b094-6591366409a6", "name": "network-vif-deleted", "tag": "1d784ffa-ce5c-4955-a5dd-9e70c917f66c", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:41.534941 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92f54e78-51eb-41c5-a050-df9a186499c2 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:41.535397 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f54e78-51eb-41c5-a050-df9a186499c2'] response: {'server_uuid': '1b121aac-331b-4b85-b094-6591366409a6', 'name': 'network-vif-deleted', 'tag': '1d784ffa-ce5c-4955-a5dd-9e70c917f66c', 'status': 'completed', 'code': 200} Jul 25 16:37:41.949844 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-fb0c446d-418c-4cbe-a477-8bac4ee0feed req-dbadb7d0-1b10-4328-a3b5-1162855af8f4 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b121aac-331b-4b85-b094-6591366409a6 HTTP/1.1" status: 200 len: 210 time: 0.0358579 Jul 25 16:37:43.032414 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41004) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:43.199527 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Deleting port 28b1f737-4946-4cb6-8c9b-c6c55bf5bb30 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:43.199972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.299025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.299388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.315538 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Calling delete_port for 28b1f737-4946-4cb6-8c9b-c6c55bf5bb30 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:43.364246 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:43.407604 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:43.452319 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1d784ffa-ce5c-4955-a5dd-9e70c917f66c no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:43.476261 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 1d784ffa-ce5c-4955-a5dd-9e70c917f66c {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:43.476780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (28b1f737-4946-4cb6-8c9b-c6c55bf5bb30), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.476962 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 1d784ffa-ce5c-4955-a5dd-9e70c917f66c not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:43.502453 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'Port': ['ID=28b1f737-4946-4cb6-8c9b-c6c55bf5bb30,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:43.578065 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for floatingip (467a7897-1e0c-4783-ba40-e5b37a4495a1), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.580991 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:43.582297 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-92caa1cf-4d09-4311-b11d-836c8012d6ed tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "DELETE /v2.0/floatingips/467a7897-1e0c-4783-ba40-e5b37a4495a1 HTTP/1.1" status: 204 len: 168 time: 0.5506690 Jul 25 16:37:44.844584 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41016) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:44.918260 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (68a6c932-b16f-435c-b1b7-d6e7391b3821), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:44.952015 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (68a6c932-b16f-435c-b1b7-d6e7391b3821), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.023297 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (68a6c932-b16f-435c-b1b7-d6e7391b3821), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.026161 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.027596 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] 10.222.0.66 "DELETE /v2.0/security-groups/68a6c932-b16f-435c-b1b7-d6e7391b3821 HTTP/1.1" status: 204 len: 168 time: 0.1818995 Jul 25 16:37:45.039593 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7e98d-5484-4618-8072-08f6777c4af6 tempest-TestVolumeBootPattern-350844036 tempest-TestVolumeBootPattern-350844036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6c932-b16f-435c-b1b7-d6e7391b3821,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:45.097321 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41020) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:45.446390 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.614261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (409232ff-a75f-48ef-9429-0e7171361d76), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.849057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:45.892873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Deleting port b78f6658-b5c5-4ad9-8f47-e4c9206fea92 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:45.893223 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.985753 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] For port b78f6658-b5c5-4ad9-8f47-e4c9206fea92, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:45.986104 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:45.994422 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:46.003270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Calling delete_port for b78f6658-b5c5-4ad9-8f47-e4c9206fea92 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:46.224685 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3b35b509-c390-4601-a9b8-c1fb817e225a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:46.310708 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (b78f6658-b5c5-4ad9-8f47-e4c9206fea92), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:46.335463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78f6658-b5c5-4ad9-8f47-e4c9206fea92,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:46.548586 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (409232ff-a75f-48ef-9429-0e7171361d76), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:46.986188 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:37:47.097259 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Router 409232ff-a75f-48ef-9429-0e7171361d76 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:47.156003 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:47.219315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:47.226832 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8d7511a7-da2a-4216-a224-8a0621cce0d4 admin admin] 10.222.0.66 "PUT /v2.0/routers/409232ff-a75f-48ef-9429-0e7171361d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1279912 Jul 25 16:37:47.229369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41026) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:47.233532 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Sync routers for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:47.253434 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:47.254336 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:47.359120 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks [] for router (409232ff-a75f-48ef-9429-0e7171361d76), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:47.440512 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:47.504467 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks [] for router_gateway (409232ff-a75f-48ef-9429-0e7171361d76), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:47.569038 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:47.578726 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Deleting port ebad07e1-2967-47b9-9a9c-3d23e7e3a596 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:47.579234 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:47.715193 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] For port ebad07e1-2967-47b9-9a9c-3d23e7e3a596, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:47.715556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:47.727529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:37:46Z', 'revision_number': 5, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port': {'id': 'ebad07e1-2967-47b9-9a9c-3d23e7e3a596', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409232ff-a75f-48ef-9429-0e7171361d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:29Z', 'updated_at': '2022-07-25T16:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:47.731890 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Calling delete_port for ebad07e1-2967-47b9-9a9c-3d23e7e3a596 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:47.757133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Checking router: 409232ff-a75f-48ef-9429-0e7171361d76 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:47.767743 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Routers {'409232ff-a75f-48ef-9429-0e7171361d76'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:47.768394 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['409232ff-a75f-48ef-9429-0e7171361d76'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:47.887402 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] Set router 409232ff-a75f-48ef-9429-0e7171361d76 gateway port host: None {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:47.975601 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ebad07e1-2967-47b9-9a9c-3d23e7e3a596), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:47.986761 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:37:47Z', 'revision_number': 6, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:48.006340 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebad07e1-2967-47b9-9a9c-3d23e7e3a596,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:48.031191 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be096b23-ee86-43bc-b92e-8a4d90f09162 None None] The sync data for ids ['409232ff-a75f-48ef-9429-0e7171361d76'] in dv-cinder-836973-15-iscsi is: [{'id': '409232ff-a75f-48ef-9429-0e7171361d76', 'name': 'tempest-TestVolumeBootPattern-1005030738-router', 'tenant_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:28Z', 'updated_at': '2022-07-25T16:37:47Z', 'revision_number': 6, 'project_id': 'ee2c762eec4646afbd0ea4d71a58894d', 'gw_port_host': None}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:48.105193 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (409232ff-a75f-48ef-9429-0e7171361d76), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.207029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (409232ff-a75f-48ef-9429-0e7171361d76), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.209804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks [] for router_controller (409232ff-a75f-48ef-9429-0e7171361d76), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.261291 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (409232ff-a75f-48ef-9429-0e7171361d76), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.262212 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 409232ff-a75f-48ef-9429-0e7171361d76 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:37:48.269421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.270311 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-b249a5c5-d011-42be-9617-e0511ce94ee0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/409232ff-a75f-48ef-9429-0e7171361d76 HTTP/1.1" status: 204 len: 168 time: 1.0397375 Jul 25 16:37:48.273668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41028) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:48.334220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Deleting subnet c6f3801f-6d9e-4ffc-a509-c0d71dd74797 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:37:48.338486 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Publish callbacks [] for subnet (c6f3801f-6d9e-4ffc-a509-c0d71dd74797), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.373086 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:48.380123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (c6f3801f-6d9e-4ffc-a509-c0d71dd74797), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.485727 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (c6f3801f-6d9e-4ffc-a509-c0d71dd74797), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.561063 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (c6f3801f-6d9e-4ffc-a509-c0d71dd74797), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.588316 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f3801f-6d9e-4ffc-a509-c0d71dd74797,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:48.599957 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.608629 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03d5ca-1491-4baf-9b2b-9c7dadcb35f5 None None] Network 5179c8ca-857c-4cbe-a31d-a95e81512509 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:37:48.611099 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-93e6877f-2d54-414c-86dd-0e756e481e6e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c6f3801f-6d9e-4ffc-a509-c0d71dd74797 HTTP/1.1" status: 204 len: 168 time: 0.3359172 Jul 25 16:37:48.615224 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41030) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:48.748653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (5179c8ca-857c-4cbe-a31d-a95e81512509), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.827483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Deleting port 6c93c8cd-e847-4944-918e-8a77de9d5224 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:48.827973 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.854837 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] DHCP port deletion for 5179c8ca-857c-4cbe-a31d-a95e81512509 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:37:48.893666 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:48.924609 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] For port 6c93c8cd-e847-4944-918e-8a77de9d5224, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6c93c8cd-e847-4944-918e-8a77de9d5224,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:48.925016 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.944694 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Deleting port 6c93c8cd-e847-4944-918e-8a77de9d5224 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:48.945309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:48.947402 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Calling delete_port for 6c93c8cd-e847-4944-918e-8a77de9d5224 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:49.042204 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] For port 6c93c8cd-e847-4944-918e-8a77de9d5224, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=6c93c8cd-e847-4944-918e-8a77de9d5224,segment=NetworkSegment(0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91),segment_id=0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:49.042721 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.062988 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.063940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Calling delete_port for 6c93c8cd-e847-4944-918e-8a77de9d5224 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:49.103423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c93c8cd-e847-4944-918e-8a77de9d5224,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:49.111640 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] No DVR routers for this DVR port 6c93c8cd-e847-4944-918e-8a77de9d5224 on host dv-cinder-836973-15-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:49.209251 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (6c93c8cd-e847-4944-918e-8a77de9d5224), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.217581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (5179c8ca-857c-4cbe-a31d-a95e81512509), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.242335 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5179c8ca-857c-4cbe-a31d-a95e81512509']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:49.261892 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:49.262184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:49.264378 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] Pushing event deleted for resources: {'Port': ['ID=6c93c8cd-e847-4944-918e-8a77de9d5224,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:49.267847 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413400fa-c801-4495-a1dc-1c044533cb42 None None] No DVR routers for this DVR port 6c93c8cd-e847-4944-918e-8a77de9d5224 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:49.282245 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.310170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.324796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:37:49.325268 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.376950 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91 resource provider aggregate not found Jul 25 16:37:49.405934 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f7a6d3c-ce2a-44ca-88fd-5eab3822bf91 found for delete ", "request_id": "req-87633b80-f63a-4f3c-bca0-cd6f1c7034da"}]} Jul 25 16:37:49.416563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (5179c8ca-857c-4cbe-a31d-a95e81512509), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.424140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.428334 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5179c8ca-857c-4cbe-a31d-a95e81512509 HTTP/1.1" status: 204 len: 168 time: 0.8113954 Jul 25 16:37:49.433771 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41036) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:49.454020 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c396836-d8e0-46e0-b3ae-fd006a619f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5179c8ca-857c-4cbe-a31d-a95e81512509,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:49.817079 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (05bea893-efa7-419d-b5e6-6424906fd331), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:49.851081 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b78f6658-b5c5-4ad9-8f47-e4c9206fea92 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:50.083519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: b78f6658-b5c5-4ad9-8f47-e4c9206fea92 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:50.083985 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device b78f6658-b5c5-4ad9-8f47-e4c9206fea92 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:50.084539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ebad07e1-2967-47b9-9a9c-3d23e7e3a596 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:50.091702 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Deleting port c2d51b88-7f64-460a-b176-27bbec69be58 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:50.092133 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:50.116097 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: ebad07e1-2967-47b9-9a9c-3d23e7e3a596 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:50.116621 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ebad07e1-2967-47b9-9a9c-3d23e7e3a596 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:50.117258 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6c93c8cd-e847-4944-918e-8a77de9d5224 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:50.143710 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:50.149730 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:50.151529 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 6c93c8cd-e847-4944-918e-8a77de9d5224 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:50.152539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 6c93c8cd-e847-4944-918e-8a77de9d5224 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:50.163211 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:50.192707 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-a0f786d3-fe69-4785-aa3c-8252deeacdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:50.202645 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] For port c2d51b88-7f64-460a-b176-27bbec69be58, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=c2d51b88-7f64-460a-b176-27bbec69be58,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:50.203012 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:50.220895 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Calling delete_port for c2d51b88-7f64-460a-b176-27bbec69be58 owned by network:router_interface {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:50.377791 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=8 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:50.468943 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (c2d51b88-7f64-460a-b176-27bbec69be58), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:50.498430 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d51b88-7f64-460a-b176-27bbec69be58,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:50.741566 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (05bea893-efa7-419d-b5e6-6424906fd331), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.150857 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.278376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Router 05bea893-efa7-419d-b5e6-6424906fd331 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:51.399431 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:51.406093 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-59c576c5-b1e9-493f-84f6-8879f5066aab admin admin] 10.222.0.66 "PUT /v2.0/routers/05bea893-efa7-419d-b5e6-6424906fd331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9695241 Jul 25 16:37:51.410008 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41038) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:51.414258 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Sync routers for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:51.433123 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:51.434244 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:51.456342 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:51.555901 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:51.559277 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks [] for router (05bea893-efa7-419d-b5e6-6424906fd331), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.611944 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:51.685849 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks [] for router_gateway (05bea893-efa7-419d-b5e6-6424906fd331), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.747447 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Deleting port 256f111d-7312-4448-93e1-4cea991e76a9 {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:51.747793 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (256f111d-7312-4448-93e1-4cea991e76a9), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.785703 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '256f111d-7312-4448-93e1-4cea991e76a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:37:50Z', 'revision_number': 5, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port': {'id': '256f111d-7312-4448-93e1-4cea991e76a9', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bea893-efa7-419d-b5e6-6424906fd331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:30:44Z', 'updated_at': '2022-07-25T16:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:51.812990 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Checking router: 05bea893-efa7-419d-b5e6-6424906fd331 for host: dv-cinder-836973-15-iscsi {{(pid=104071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:51.832903 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Routers {'05bea893-efa7-419d-b5e6-6424906fd331'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:51.833863 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['05bea893-efa7-419d-b5e6-6424906fd331'], 'active': True} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:51.846298 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] For port 256f111d-7312-4448-93e1-4cea991e76a9, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=256f111d-7312-4448-93e1-4cea991e76a9,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:51.846672 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (256f111d-7312-4448-93e1-4cea991e76a9), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.863950 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Calling delete_port for 256f111d-7312-4448-93e1-4cea991e76a9 owned by network:router_gateway {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:51.888619 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:51.966336 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_dvr_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] Set router 05bea893-efa7-419d-b5e6-6424906fd331 gateway port host: None {{(pid=104071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:52.074027 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.l3_hamode_db [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:37:51Z', 'revision_number': 6, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port_host': None}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:52.116664 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (256f111d-7312-4448-93e1-4cea991e76a9), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.119239 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0cee8b-0b1a-4c8e-813d-c3801528debd None None] The sync data for ids ['05bea893-efa7-419d-b5e6-6424906fd331'] in dv-cinder-836973-15-iscsi is: [{'id': '05bea893-efa7-419d-b5e6-6424906fd331', 'name': 'tempest-TestVolumeBootPattern-261414651-router', 'tenant_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:30:41Z', 'updated_at': '2022-07-25T16:37:51Z', 'revision_number': 6, 'project_id': 'da5a80ea9f1b43d88e4fe96b8b87716e', 'gw_port_host': None}] {{(pid=104071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:52.161431 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=256f111d-7312-4448-93e1-4cea991e76a9,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:52.247291 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (05bea893-efa7-419d-b5e6-6424906fd331), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.453167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (05bea893-efa7-419d-b5e6-6424906fd331), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.457850 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks [] for router_controller (05bea893-efa7-419d-b5e6-6424906fd331), precommit_delete_associations {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.478609 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efef3e-185a-4b51-9db3-ded489e0bbe6 req-5d8fc157-3e07-4252-a4d5-c6645d1e0318 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:52.480251 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30efef3e-185a-4b51-9db3-ded489e0bbe6 req-5d8fc157-3e07-4252-a4d5-c6645d1e0318 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.0816517 Jul 25 16:37:52.540000 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (05bea893-efa7-419d-b5e6-6424906fd331), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.540646 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05bea893-efa7-419d-b5e6-6424906fd331 {{(pid=104069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:37:52.550422 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.551647 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-6130b1a3-4515-4f32-9336-c3736dac10d6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/05bea893-efa7-419d-b5e6-6424906fd331 HTTP/1.1" status: 204 len: 168 time: 1.1406200 Jul 25 16:37:52.555007 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41052) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:52.577828 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-30efef3e-185a-4b51-9db3-ded489e0bbe6 req-cc58353c-98bc-4312-8a19-c2a6f500c2c4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634525 Jul 25 16:37:52.616710 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.654184 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Deleting subnet 943896b8-8eaa-4f23-9ad2-fb453293dd93 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:37:52.658347 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Publish callbacks [] for subnet (943896b8-8eaa-4f23-9ad2-fb453293dd93), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.700545 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:52.706613 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (943896b8-8eaa-4f23-9ad2-fb453293dd93), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.807001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (943896b8-8eaa-4f23-9ad2-fb453293dd93), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.875963 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (943896b8-8eaa-4f23-9ad2-fb453293dd93), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.903449 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943896b8-8eaa-4f23-9ad2-fb453293dd93,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:52.913138 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:52.917506 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-24032022-cbbe-46ee-994e-2644c1184924 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/943896b8-8eaa-4f23-9ad2-fb453293dd93 HTTP/1.1" status: 204 len: 168 time: 0.3601570 Jul 25 16:37:52.920667 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41054) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:52.920932 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815c97f-04dd-484c-bb0e-d1ea9641a8d6 None None] Network ec78ce29-4650-42bf-9776-2d223e9706cf requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:37:53.044935 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (ec78ce29-4650-42bf-9776-2d223e9706cf), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.116152 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Deleting port 2b00c9f4-a5be-4084-9001-f6004a48b71b {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:53.116492 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.119199 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:53.131014 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] DHCP port deletion for ec78ce29-4650-42bf-9776-2d223e9706cf request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:37:53.205552 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Deleting port 2b00c9f4-a5be-4084-9001-f6004a48b71b {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:53.206167 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.221831 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.db [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] For port 2b00c9f4-a5be-4084-9001-f6004a48b71b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2b00c9f4-a5be-4084-9001-f6004a48b71b,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:53.222268 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.243803 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Calling delete_port for 2b00c9f4-a5be-4084-9001-f6004a48b71b owned by network:dhcp {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:53.256432 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:53.333894 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] For port 2b00c9f4-a5be-4084-9001-f6004a48b71b, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=2b00c9f4-a5be-4084-9001-f6004a48b71b,segment=NetworkSegment(911dab74-9e6b-4adb-93de-1b18526f9c44),segment_id=911dab74-9e6b-4adb-93de-1b18526f9c44)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:53.334632 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.355841 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.360072 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Calling delete_port for 2b00c9f4-a5be-4084-9001-f6004a48b71b owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:53.387433 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b00c9f4-a5be-4084-9001-f6004a48b71b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:53.393565 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] No DVR routers for this DVR port 2b00c9f4-a5be-4084-9001-f6004a48b71b on host dv-cinder-836973-15-iscsi {{(pid=104069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:53.466715 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:53.485175 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (ec78ce29-4650-42bf-9776-2d223e9706cf), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.516538 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78ce29-4650-42bf-9776-2d223e9706cf']}} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:53.529097 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911dab74-9e6b-4adb-93de-1b18526f9c44') {'for_net_delete': True} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:53.529448 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.services.segments.db [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911dab74-9e6b-4adb-93de-1b18526f9c44') {} {{(pid=104069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:53.530728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (2b00c9f4-a5be-4084-9001-f6004a48b71b), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.546991 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101574'] for segment (911dab74-9e6b-4adb-93de-1b18526f9c44), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.575263 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (911dab74-9e6b-4adb-93de-1b18526f9c44), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.578914 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] Pushing event deleted for resources: {'Port': ['ID=2b00c9f4-a5be-4084-9001-f6004a48b71b,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:53.582236 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ec0fd-3d53-44bc-92a0-d11edb6317a5 None None] No DVR routers for this DVR port 2b00c9f4-a5be-4084-9001-f6004a48b71b on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:53.598788 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:37:53.599807 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10126855'] for segment (911dab74-9e6b-4adb-93de-1b18526f9c44), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.733385 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (ec78ce29-4650-42bf-9776-2d223e9706cf), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.768120 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.776389 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ec78ce29-4650-42bf-9776-2d223e9706cf HTTP/1.1" status: 204 len: 168 time: 0.8539684 Jul 25 16:37:53.788499 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-4b580656-7fcc-4de0-9ef4-cc19e068101c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:53.793900 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-4b580656-7fcc-4de0-9ef4-cc19e068101c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.1224408 Jul 25 16:37:53.813101 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888a5e-5975-4aa6-b166-390fdd2b1585 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec78ce29-4650-42bf-9776-2d223e9706cf,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:53.839105 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c78c-b8da-4985-880c-ad8b92434f05 req-fe6b3f05-e4eb-4982-8a6f-34c66baac0db tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:53.842444 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ec4c78c-b8da-4985-880c-ad8b92434f05 req-fe6b3f05-e4eb-4982-8a6f-34c66baac0db tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 946 time: 0.1317906 Jul 25 16:37:53.851484 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 911dab74-9e6b-4adb-93de-1b18526f9c44 resource provider aggregate not found Jul 25 16:37:53.906700 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.services.segments.plugin [-] Segment 911dab74-9e6b-4adb-93de-1b18526f9c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 911dab74-9e6b-4adb-93de-1b18526f9c44 found for delete ", "request_id": "req-f76605ec-27f7-407a-8871-85b46f751181"}]} Jul 25 16:37:53.914808 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 45a92947-4147-4e87-ad91-44ae45def770 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:53.915302 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (45a92947-4147-4e87-ad91-44ae45def770), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:53.917542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 256f111d-7312-4448-93e1-4cea991e76a9 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:53.923241 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:53.960088 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 256f111d-7312-4448-93e1-4cea991e76a9 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:53.961244 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 256f111d-7312-4448-93e1-4cea991e76a9 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:53.962204 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2b00c9f4-a5be-4084-9001-f6004a48b71b no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:53.972827 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-8ec4c78c-b8da-4985-880c-ad8b92434f05 req-34aea620-5783-4892-a02d-59b9f9153129 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=72eeabb4-7c53-45d1-805b-445fcf606ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105118 Jul 25 16:37:54.004804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 2b00c9f4-a5be-4084-9001-f6004a48b71b {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:54.005888 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 2b00c9f4-a5be-4084-9001-f6004a48b71b not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:54.006568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c2d51b88-7f64-460a-b176-27bbec69be58 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:54.050460 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] For port 45a92947-4147-4e87-ad91-44ae45def770, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=45a92947-4147-4e87-ad91-44ae45def770,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:37:54.050801 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: c2d51b88-7f64-460a-b176-27bbec69be58 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:54.051019 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (45a92947-4147-4e87-ad91-44ae45def770), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.051563 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device c2d51b88-7f64-460a-b176-27bbec69be58 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:54.081369 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41066) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:54.127223 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:54.215513 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-4cc16be3-0fdc-4934-8464-50204edff6e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee2c762eec4646afbd0ea4d71a58894d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329122 Jul 25 16:37:54.218865 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41068) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:54.301081 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] Publish callbacks [] for security_group (a5474f4e-c085-4c4e-804b-ffb9debd9b0c), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.304681 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.305192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.305857 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 98e75366-01bc-4d48-8e71-dc057e8d22fe disassociated. External IP: 172.27.2.209, port: 45a92947-4147-4e87-ad91-44ae45def770. Jul 25 16:37:54.306464 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 45a92947-4147-4e87-ad91-44ae45def770 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:54.330910 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] Publish callbacks [] for security_group (a5474f4e-c085-4c4e-804b-ffb9debd9b0c), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.394930 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (a5474f4e-c085-4c4e-804b-ffb9debd9b0c), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.399754 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.401922 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5474f4e-c085-4c4e-804b-ffb9debd9b0c HTTP/1.1" status: 204 len: 168 time: 0.1812065 Jul 25 16:37:54.418677 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220bfc-e820-4e6b-b5b7-faca2bd385ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5474f4e-c085-4c4e-804b-ffb9debd9b0c,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:54.490774 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (45a92947-4147-4e87-ad91-44ae45def770), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.525850 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=45a92947-4147-4e87-ad91-44ae45def770,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:54.668333 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:37:54.735505 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:54.817463 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:37:54.840994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:37:54.865959 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:54.867513 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:54.901653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] No DVR routers for this DVR port 45a92947-4147-4e87-ad91-44ae45def770 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:37:54.902939 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41074) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:54.903792 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:54.909603 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-7c14ec9a-bc47-4f96-b4b8-b11b20d0359f req-d15c8f2b-ced1-45e3-808a-cdecebf7570e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "DELETE /v2.0/ports/45a92947-4147-4e87-ad91-44ae45def770 HTTP/1.1" status: 204 len: 173 time: 1.1090975 Jul 25 16:37:54.910368 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'name': 'network-vif-deleted', 'tag': '45a92947-4147-4e87-ad91-44ae45def770'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:37:54.914980 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798c030-62f8-4866-8626-6ffb9e730070" -d '{"events": [{"server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "name": "network-vif-deleted", "tag": "45a92947-4147-4e87-ad91-44ae45def770"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:37:54.973204 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebd42a-a4fa-47b9-8ee3-a19036a465f9 x-openstack-request-id: req-e0ebd42a-a4fa-47b9-8ee3-a19036a465f9 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:37:54.973725 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d5a977-0b82-421e-bb5d-e8fec6042129", "name": "network-vif-deleted", "tag": "45a92947-4147-4e87-ad91-44ae45def770", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:37:54.974134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0ebd42a-a4fa-47b9-8ee3-a19036a465f9 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:37:54.974739 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ebd42a-a4fa-47b9-8ee3-a19036a465f9'] response: {'server_uuid': 'e6d5a977-0b82-421e-bb5d-e8fec6042129', 'name': 'network-vif-deleted', 'tag': '45a92947-4147-4e87-ad91-44ae45def770', 'status': 'completed', 'code': 200} Jul 25 16:37:55.006489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41078) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:55.016660 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-485f5ef6-b463-4eae-8a3a-a8bf919c68ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da5a80ea9f1b43d88e4fe96b8b87716e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123269 Jul 25 16:37:55.109648 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:55.141554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] Publish callbacks [] for security_group (fbcea362-5d32-4344-ae6e-6429a3addd33), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:55.197648 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] Publish callbacks [] for security_group (fbcea362-5d32-4344-ae6e-6429a3addd33), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:55.233684 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-7a9d4c44-7828-4fc6-9007-b16642136137 req-88282ce5-1536-41d4-87e9-4e2e13043226 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6d5a977-0b82-421e-bb5d-e8fec6042129 HTTP/1.1" status: 200 len: 210 time: 0.0593848 Jul 25 16:37:55.289879 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (fbcea362-5d32-4344-ae6e-6429a3addd33), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:55.294440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:55.299944 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbcea362-5d32-4344-ae6e-6429a3addd33 HTTP/1.1" status: 204 len: 168 time: 0.2884610 Jul 25 16:37:55.310019 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200aca1-3cb1-4e8c-996e-37b1fa3b97c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcea362-5d32-4344-ae6e-6429a3addd33,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:55.443983 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:55.517733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:37:55.533872 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:37:55.534956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:55.682047 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:37:56.001198 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:37:56.029831 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e03ccb-d859-45e3-9ad0-8876f5c0ca0a None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '343f1693-304e-4a90-a6c7-20d8757af84d', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:cd:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05732003-19e7-4e32-83f9-a73b782ef373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:36:02Z', 'updated_at': '2022-07-25T16:36:18Z', 'revision_number': 2, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:37:56.296636 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03875c71-89ad-4aea-8e77-df35cbedfc6e None None] New status for floating IP 98e75366-01bc-4d48-8e71-dc057e8d22fe: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:37:56.367161 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41088) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:56.447806 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (72eeabb4-7c53-45d1-805b-445fcf606ebe), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.493798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (72eeabb4-7c53-45d1-805b-445fcf606ebe), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.569543 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (72eeabb4-7c53-45d1-805b-445fcf606ebe), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.572819 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.574624 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/security-groups/72eeabb4-7c53-45d1-805b-445fcf606ebe HTTP/1.1" status: 204 len: 168 time: 0.2056859 Jul 25 16:37:56.579064 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41090) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:56.581594 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:56.588931 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443517-3974-4c0e-b56d-52737aff6c91 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eeabb4-7c53-45d1-805b-445fcf606ebe,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:56.603482 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.api.v2.resource [None req-8e83474c-2106-4df5-80e6-4f045f11cae2 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] show failed (client error): The resource could not be found. Jul 25 16:37:56.605267 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8e83474c-2106-4df5-80e6-4f045f11cae2 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups/72eeabb4-7c53-45d1-805b-445fcf606ebe HTTP/1.1" status: 404 len: 347 time: 0.0246098 Jul 25 16:37:56.608170 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41092) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:37:56.737558 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 2968e040-fe07-47a8-81b9-08f55d9aa0dc {{(pid=104069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:37:56.738251 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.835456 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:37:56.837038 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.837452 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (2968e040-fe07-47a8-81b9-08f55d9aa0dc), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:56.856795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.plugins.ml2.plugin [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 2968e040-fe07-47a8-81b9-08f55d9aa0dc owned by network:floatingip {{(pid=104069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:37:57.016573 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10127082'] for port (2968e040-fe07-47a8-81b9-08f55d9aa0dc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:57.053656 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=2968e040-fe07-47a8-81b9-08f55d9aa0dc,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:37:57.120480 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (98e75366-01bc-4d48-8e71-dc057e8d22fe), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:57.123502 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:37:57.124735 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ab68db89-23ea-4916-8922-5e203538e9d3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/floatingips/98e75366-01bc-4d48-8e71-dc057e8d22fe HTTP/1.1" status: 204 len: 168 time: 0.5152020 Jul 25 16:37:57.482597 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 45a92947-4147-4e87-ad91-44ae45def770 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:37:57.510014 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 45a92947-4147-4e87-ad91-44ae45def770 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:37:57.510547 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 45a92947-4147-4e87-ad91-44ae45def770 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:37:59.092552 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdb62c-29c2-4d88-b12f-125498ca9f65 req-9b5de200-a631-4c96-a472-946e6d5680af tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:37:59.094257 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cbcdb62c-29c2-4d88-b12f-125498ca9f65 req-9b5de200-a631-4c96-a472-946e6d5680af tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0574148 Jul 25 16:37:59.161814 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cbcdb62c-29c2-4d88-b12f-125498ca9f65 req-0c6e4c55-c184-4512-9764-35cadcb76775 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591214 Jul 25 16:38:00.300637 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67c4ce-9d42-427d-a806-df415fb3fe18 req-c526bd9b-b1c9-4168-a676-bb483283661f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:00.302464 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da67c4ce-9d42-427d-a806-df415fb3fe18 req-c526bd9b-b1c9-4168-a676-bb483283661f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0553191 Jul 25 16:38:00.361134 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-da67c4ce-9d42-427d-a806-df415fb3fe18 req-a7f143e8-a161-442e-a034-cce2c3f419ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8701803-a691-4dd4-af85-70d8fec4a2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523295 Jul 25 16:38:00.505745 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-7dc197c2-d2d1-411f-a8e1-9ea1fe9fa9f3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:00.507662 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-7dc197c2-d2d1-411f-a8e1-9ea1fe9fa9f3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 945 time: 0.0617604 Jul 25 16:38:00.614992 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 9ba4db95-9de2-4b0f-8120-7fce184d685e {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:38:00.615415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:00.684365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:00.738123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] For port 9ba4db95-9de2-4b0f-8120-7fce184d685e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=9ba4db95-9de2-4b0f-8120-7fce184d685e,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:38:00.738631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:00.954347 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:00.954883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:00.955402 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 343f1693-304e-4a90-a6c7-20d8757af84d disassociated. External IP: 172.27.2.212, port: 9ba4db95-9de2-4b0f-8120-7fce184d685e. Jul 25 16:38:00.955976 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 9ba4db95-9de2-4b0f-8120-7fce184d685e owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:38:01.165366 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (9ba4db95-9de2-4b0f-8120-7fce184d685e), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:01.199497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=9ba4db95-9de2-4b0f-8120-7fce184d685e,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:01.328867 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:38:01.342742 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:01.537514 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-1265e726-03e1-4f02-9c96-7acb336a3c4b req-dec93c56-2a4d-4df8-81b0-8f93b7bf8f4a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=05732003-19e7-4e32-83f9-a73b782ef373 HTTP/1.1" status: 200 len: 210 time: 0.0495484 Jul 25 16:38:01.812766 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:38:01.827470 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:38:01.846223 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:38:01.847443 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:01.862920 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] No DVR routers for this DVR port 9ba4db95-9de2-4b0f-8120-7fce184d685e on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:38:01.866015 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:01.869873 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-1b937d97-47a5-4b3f-99c0-8e03a7fcc0cb req-4259f99a-2405-4265-aa6c-10db8cbb8868 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "DELETE /v2.0/ports/9ba4db95-9de2-4b0f-8120-7fce184d685e HTTP/1.1" status: 204 len: 173 time: 1.3562965 Jul 25 16:38:01.870375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'name': 'network-vif-deleted', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:38:01.874787 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee77bd1-5fac-49be-b31f-ccc8357f8818" -d '{"events": [{"server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "name": "network-vif-deleted", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:38:01.931771 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e2d86-3e01-40da-b330-4211dfb084d0 x-openstack-request-id: req-302e2d86-3e01-40da-b330-4211dfb084d0 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:38:01.932457 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05732003-19e7-4e32-83f9-a73b782ef373", "name": "network-vif-deleted", "tag": "9ba4db95-9de2-4b0f-8120-7fce184d685e", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:38:01.932883 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-302e2d86-3e01-40da-b330-4211dfb084d0 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:38:01.933557 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302e2d86-3e01-40da-b330-4211dfb084d0'] response: {'server_uuid': '05732003-19e7-4e32-83f9-a73b782ef373', 'name': 'network-vif-deleted', 'tag': '9ba4db95-9de2-4b0f-8120-7fce184d685e', 'status': 'completed', 'code': 200} Jul 25 16:38:02.029804 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:38:02.087679 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:02.275468 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:02.311998 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:38:02.327040 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:38:02.327403 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:02.622481 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:38:02.702814 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41122) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:02.800001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (c8701803-a691-4dd4-af85-70d8fec4a2cb), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:02.829270 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (c8701803-a691-4dd4-af85-70d8fec4a2cb), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:02.872859 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:02.894096 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (c8701803-a691-4dd4-af85-70d8fec4a2cb), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:02.897125 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:02.901306 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/security-groups/c8701803-a691-4dd4-af85-70d8fec4a2cb HTTP/1.1" status: 204 len: 168 time: 0.1943944 Jul 25 16:38:02.902167 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41124) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:02.909737 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8701803-a691-4dd4-af85-70d8fec4a2cb,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:02.918683 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.919042 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.919443 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.919803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.920149 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.920579 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.920919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.921266 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.921631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.921964 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.922296 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.922628 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.922962 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.923295 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.923620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f97955-6fb9-46ec-be61-cd7fefa9492d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:02.939131 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-fef1a842-a738-4904-89cb-0551708bfc1b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] show failed (client error): The resource could not be found. Jul 25 16:38:02.940951 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-fef1a842-a738-4904-89cb-0551708bfc1b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups/c8701803-a691-4dd4-af85-70d8fec4a2cb HTTP/1.1" status: 404 len: 347 time: 0.0369258 Jul 25 16:38:02.945192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41126) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:02.961866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:02.968254 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:03.019313 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8c493-327a-4f42-b0a4-2af13d853e65 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:38:03.090212 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 60471aa1-5cb3-4a96-a425-b392bb0e4de8 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:38:03.090557 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.183620 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.184173 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (60471aa1-5cb3-4a96-a425-b392bb0e4de8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.210245 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 60471aa1-5cb3-4a96-a425-b392bb0e4de8 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:38:03.297178 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4f2c8-07d0-488d-b684-ce32335a7e4d None None] New status for floating IP 343f1693-304e-4a90-a6c7-20d8757af84d: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:38:03.427970 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (60471aa1-5cb3-4a96-a425-b392bb0e4de8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.429323 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.db.api [None req-0db4f2c8-07d0-488d-b684-ce32335a7e4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:38:03.429880 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG oslo_db.api [None req-0db4f2c8-07d0-488d-b684-ce32335a7e4d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:38:03.459610 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=60471aa1-5cb3-4a96-a425-b392bb0e4de8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:03.536529 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (343f1693-304e-4a90-a6c7-20d8757af84d), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.539856 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.541438 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-049cb78d-68e9-4eee-a958-e89b48278c98 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/floatingips/343f1693-304e-4a90-a6c7-20d8757af84d HTTP/1.1" status: 204 len: 168 time: 0.5951223 Jul 25 16:38:03.632423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41130) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:03.638182 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506508364', 'description': 'tempest-description--553533436'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:03.664678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.751071 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (096df981-1535-43c1-b207-96d21fcb9faf), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.756290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (096df981-1535-43c1-b207-96d21fcb9faf), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.785034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:03.791342 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.792845 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1590559 Jul 25 16:38:03.795990 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3df512-7102-44f3-b7c6-9c8f36b2abe0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096df981-1535-43c1-b207-96d21fcb9faf,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:03.799078 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41132) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:03.808759 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '096df981-1535-43c1-b207-96d21fcb9faf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:03.859749 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (fdc4d5f4-b888-4984-9d22-3ab0a2d7d209), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.931476 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4f2c8-07d0-488d-b684-ce32335a7e4d None None] New status for floating IP 343f1693-304e-4a90-a6c7-20d8757af84d: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:38:03.946393 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (fdc4d5f4-b888-4984-9d22-3ab0a2d7d209), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.952397 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (fdc4d5f4-b888-4984-9d22-3ab0a2d7d209), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.975798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc4d5f4-b888-4984-9d22-3ab0a2d7d209,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:03.987471 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:03.988857 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882160 Jul 25 16:38:03.990619 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.991072 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.991505 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.991952 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.992235 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.992572 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.993007 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.993384 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.993660 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41134) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:03.994241 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.994241 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.994472 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.994826 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.995449 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.995630 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:03.995801 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba7ede-f3b3-4894-b3ce-61c62a15c81c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:04.006411 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '096df981-1535-43c1-b207-96d21fcb9faf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:04.042253 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (b254eae0-4510-48cb-aa50-10a934c4a2fd), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.115925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (b254eae0-4510-48cb-aa50-10a934c4a2fd), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.120786 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (b254eae0-4510-48cb-aa50-10a934c4a2fd), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.141924 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b254eae0-4510-48cb-aa50-10a934c4a2fd,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:04.154108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.156617 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-880917a5-5c5f-48e8-bb6b-d028658f3de0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595807 Jul 25 16:38:04.159745 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41136) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:04.165328 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:04.190823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.256816 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:04.288793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.415626 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.27.2.71 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/325ddb18-1287-4dda-977a-000cddf35933) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:38:04.545439 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (325ddb18-1287-4dda-977a-000cddf35933), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.584772 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (325ddb18-1287-4dda-977a-000cddf35933), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.641600 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:38:04.645993 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:38:04.651073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:38:04.674643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=325ddb18-1287-4dda-977a-000cddf35933,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:04.767088 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.827605 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (325ddb18-1287-4dda-977a-000cddf35933), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:04.934419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:05.023021 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (325ddb18-1287-4dda-977a-000cddf35933), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:05.028793 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (325ddb18-1287-4dda-977a-000cddf35933), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:05.076713 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:05.123553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=325ddb18-1287-4dda-977a-000cddf35933,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:05.140354 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:05.165419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:05.167736 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-47e39d59-fe74-44e8-8a5a-70fb8ead73ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0062633 Jul 25 16:38:05.479836 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:05.503400 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-e6630ea1-f7fb-4681-852e-a429602b4cd5 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--506508364&fields=id&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 267 time: 0.0593991 Jul 25 16:38:05.512597 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9ba4db95-9de2-4b0f-8120-7fce184d685e no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:38:05.516138 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:05.537488 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 9ba4db95-9de2-4b0f-8120-7fce184d685e {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:38:05.537854 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 9ba4db95-9de2-4b0f-8120-7fce184d685e not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:38:05.647948 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-de028e1f-9435-4a68-a854-53a7b2562eec tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:05.649553 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-de028e1f-9435-4a68-a854-53a7b2562eec tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.1338620 Jul 25 16:38:05.670388 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-2d5f3ec8-c977-4812-9538-689a19ae6042 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/quotas/7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 375 time: 0.0109224 Jul 25 16:38:05.732943 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-8020d8cd-6b6b-448a-af83-6bb6cd412e23 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530589 Jul 25 16:38:05.750366 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-7114e4f8-457a-403e-8ea7-f581d727da8a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 16:38:05.751448 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-7114e4f8-457a-403e-8ea7-f581d727da8a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056553 Jul 25 16:38:05.856325 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-5a5dafb0-fc92-47a5-a88a-700de66b6979 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979500 Jul 25 16:38:05.891267 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:05.982527 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-64e010a3-59ab-4ae6-8d69-e3db379b5416 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148221 Jul 25 16:38:06.215749 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cac6f543-4ab5-42c8-ac31-5cd92778cb60 req-a248ab19-4d32-44a9-afb3-99d6ca56f953 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 210 time: 0.0383384 Jul 25 16:38:07.303822 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-a35a48f2-ae7a-4773-94fa-0f3d4384f8e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:07.306710 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-a35a48f2-ae7a-4773-94fa-0f3d4384f8e3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.1511252 Jul 25 16:38:07.361797 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c8941166-453e-46bc-ba80-ca1a6d03b1b2 req-b8302b25-23b7-47da-89d0-28c238108c99 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 210 time: 0.0469677 Jul 25 16:38:07.408187 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-050481ac-643d-4dfb-8a9c-341782ac859b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 379 time: 0.0933683 Jul 25 16:38:07.478080 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'port': {'device_id': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'admin_state_up': True, 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'security_groups': ['096df981-1535-43c1-b207-96d21fcb9faf']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:07.644304 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:38:07.648572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:07.803799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.20.0.6 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/5fc2d234-a9a1-47d7-9f68-c899ab290a8f) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:38:07.978736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.017739 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.053388 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:08.073641 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:38:08.079473 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:38:08.082549 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:38:08.121421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:08.159259 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:08.159914 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.162842 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:08.185841 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-138eec4b-3548-443d-a6f7-a7639b0e6390 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7121816 Jul 25 16:38:08.197929 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Request body: {'port': {'device_id': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:08.281171 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.435299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-29ff0e36-bf44-436f-a0f0-492e81685934 None None] Provisioning complete for port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:38:08.436951 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-29ff0e36-bf44-436f-a0f0-492e81685934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.498178 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-29ff0e36-bf44-436f-a0f0-492e81685934 None None] Port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:38:08.542306 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93683551-7eba-4c55-9b5d-f209945c4b03 req-e0f35dae-61fe-4c4e-b0b6-30a43f70aa90 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:08.544563 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-93683551-7eba-4c55-9b5d-f209945c4b03 req-e0f35dae-61fe-4c4e-b0b6-30a43f70aa90 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 931 time: 0.0766211 Jul 25 16:38:08.607248 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-93683551-7eba-4c55-9b5d-f209945c4b03 req-be2eade1-1f84-462d-8855-7638ea0d84a0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519106 Jul 25 16:38:08.632657 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc2d234-a9a1-47d7-9f68-c899ab290a8f {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:38:08.642380 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks [] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.660717 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Transition to ACTIVE for port object 5fc2d234-a9a1-47d7-9f68-c899ab290a8f will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:38:08.665256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.726736 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Pushing event updated for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:08.813537 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Attempting to bind port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:38:08.813873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Attempting to bind port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:38:08.814203 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Attempting to bind port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:38:08.819804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:38:08.820123 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Attempting to bind port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:38:08.826726 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:38:08.827073 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:38:08.827445 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:38:08.827926 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Bound port: 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:38:08.828290 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.904741 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:38:08.909432 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:38:08.917961 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.956610 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:08.957243 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:08.959118 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] 10.222.0.102 "PUT /v2.0/ports/5fc2d234-a9a1-47d7-9f68-c899ab290a8f HTTP/1.1" status: 200 len: 1093 time: 0.7659805 Jul 25 16:38:08.961896 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:38:08.965201 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fb99bf-287c-462c-9bb5-682852e444f8" -d '{"events": [{"name": "network-changed", "server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:38:08.999265 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a964-5fb7-4bbf-8aa0-eeee6720df6f service neutron] Pushing event updated for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:09.055052 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71f18e-f79b-4d5c-a2bf-3624cabcc33a x-openstack-request-id: req-dd71f18e-f79b-4d5c-a2bf-3624cabcc33a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:38:09.055329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:38:09.055590 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd71f18e-f79b-4d5c-a2bf-3624cabcc33a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:38:09.056017 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd71f18e-f79b-4d5c-a2bf-3624cabcc33a'] response: {'name': 'network-changed', 'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'status': 'completed', 'code': 200} Jul 25 16:38:09.074804 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-c26cc7f5-c762-42f4-8e57-09ee50f72e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:09.077392 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-c26cc7f5-c762-42f4-8e57-09ee50f72e51 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 1127 time: 0.0595171 Jul 25 16:38:09.125003 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-9f7fe37f-c1d7-4ea5-83f7-bd2adbc1e2e0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f HTTP/1.1" status: 200 len: 217 time: 0.0412552 Jul 25 16:38:09.183279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-667b37cc-bff2-4f3b-ba70-d671a9e5bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:09.184852 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-667b37cc-bff2-4f3b-ba70-d671a9e5bed9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0545762 Jul 25 16:38:09.244141 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0f74-c763-4657-926a-680f4c5eb19f req-162a14ad-a478-4e7f-9dd4-08f8c932adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:09.245836 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-162a14ad-a478-4e7f-9dd4-08f8c932adc8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551963 Jul 25 16:38:09.278114 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:09.338222 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:09.371281 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-3b669a35-ba2a-494e-97e7-2bc92c78d649 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196911 Jul 25 16:38:09.504928 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-821c0f74-c763-4657-926a-680f4c5eb19f req-81d46224-e1fb-4202-8be0-07f2098ff010 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275890 Jul 25 16:38:09.776348 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0caaa-019d-4a8a-981c-395677e086e0 req-fdeebbe1-e189-439d-8270-ac584649eebd tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:09.778779 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23d0caaa-019d-4a8a-981c-395677e086e0 req-fdeebbe1-e189-439d-8270-ac584649eebd tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 943 time: 0.0565577 Jul 25 16:38:09.839322 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-23d0caaa-019d-4a8a-981c-395677e086e0 req-0968e137-bfcf-4d5f-8ec4-130648cdefb4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527363 Jul 25 16:38:10.198119 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-f769af10-1aeb-428e-b423-1c5bb03f9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:10.199965 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-f769af10-1aeb-428e-b423-1c5bb03f9c0b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 1127 time: 0.0456865 Jul 25 16:38:10.333501 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-01d57403-bf0c-4dc7-87d0-dadcfb65ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:10.336215 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-01d57403-bf0c-4dc7-87d0-dadcfb65ee91 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1304996 Jul 25 16:38:10.411349 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-545f2462-ecd8-4858-839e-69259cee35a4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f HTTP/1.1" status: 200 len: 217 time: 0.0677650 Jul 25 16:38:10.466766 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-a9c1ae38-688e-4988-8f7a-96d1687c848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:10.468394 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-a9c1ae38-688e-4988-8f7a-96d1687c848e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0520818 Jul 25 16:38:10.527118 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-44707fb9-3b42-4363-95d3-e7438803061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:10.528688 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-44707fb9-3b42-4363-95d3-e7438803061b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542371 Jul 25 16:38:10.642739 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-1889df49-a30d-4043-bebf-29cb6dffb543 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081617 Jul 25 16:38:10.768564 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-66fb99bf-287c-462c-9bb5-682852e444f8 req-9a67b604-ca2f-4d6b-812e-c2a3b5a9303b service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200967 Jul 25 16:38:11.027739 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65911b14-774f-428a-bf21-7a7fd6ddb102 req-76bf034e-9ee6-458d-9685-036714cf4458 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:11.030477 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65911b14-774f-428a-bf21-7a7fd6ddb102 req-76bf034e-9ee6-458d-9685-036714cf4458 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 943 time: 0.0894613 Jul 25 16:38:11.097945 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-65911b14-774f-428a-bf21-7a7fd6ddb102 req-d613234c-ab08-4d58-8ee8-f24ac03b6ef3 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607417 Jul 25 16:38:12.237877 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9d7e6-466a-4a8f-9818-4e9a0654de63 req-796d635f-f41f-4d05-98e3-7b99a4029699 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:12.239501 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ffb9d7e6-466a-4a8f-9818-4e9a0654de63 req-796d635f-f41f-4d05-98e3-7b99a4029699 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 943 time: 0.0560331 Jul 25 16:38:12.302156 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-ffb9d7e6-466a-4a8f-9818-4e9a0654de63 req-052077c9-50fc-428b-a966-b70d37bd66bd tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524848 Jul 25 16:38:13.446228 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea818-ea0e-4f65-a1c7-7a3e7b852cd9 req-1d7805a9-36e6-455c-8b4d-e7f5c8844a53 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:13.457277 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e3ea818-ea0e-4f65-a1c7-7a3e7b852cd9 req-1d7805a9-36e6-455c-8b4d-e7f5c8844a53 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 943 time: 0.0712624 Jul 25 16:38:13.523025 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9e3ea818-ea0e-4f65-a1c7-7a3e7b852cd9 req-d8186b19-d8c3-410a-b258-c75fe53ee6a1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557890 Jul 25 16:38:13.559168 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 5fc2d234-a9a1-47d7-9f68-c899ab290a8f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:38:13.679546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:38:13.693124 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'port_id': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'mac_address': 'fa:16:3e:8a:c4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:38:13.742500 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:38:13.742885 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:13.758086 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc2d234-a9a1-47d7-9f68-c899ab290a8f {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:38:13.783820 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:38:13.789412 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:13.848567 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:13.857629 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.857996 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.858360 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.859078 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.859410 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.859758 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.860099 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.860455 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.860780 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.861140 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.861514 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.861839 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.862163 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.862516 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.862864 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:38:13.935156 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:13.971338 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:13.992706 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['5fc2d234-a9a1-47d7-9f68-c899ab290a8f'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:38:14.680743 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc8f1d-9141-4957-8582-9ccb60c6240f req-e5a71a2c-271b-41b4-81d1-55c50547a20b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:14.682759 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33cc8f1d-9141-4957-8582-9ccb60c6240f req-e5a71a2c-271b-41b4-81d1-55c50547a20b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 944 time: 0.0666177 Jul 25 16:38:14.761602 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33cc8f1d-9141-4957-8582-9ccb60c6240f req-32e1ec64-e77a-4ca0-88e5-c16493aea407 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680799 Jul 25 16:38:15.453197 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:15.579906 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 5fc2d234-a9a1-47d7-9f68-c899ab290a8f up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:38:15.639083 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:38:15.645370 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:38:15.645904 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:15.781721 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:38:15.782321 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:15.823826 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:38:15.827912 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e4298e-d007-4d2a-9fc7-7e662a45838f" -d '{"events": [{"server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "name": "network-vif-plugged", "status": "completed", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:38:15.853420 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:38:15.860459 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:15.910056 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c9d7b4-fc9c-42b9-acd1-0fe7a6d960cd x-openstack-request-id: req-65c9d7b4-fc9c-42b9-acd1-0fe7a6d960cd {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:38:15.910646 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "name": "network-vif-plugged", "status": "completed", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:38:15.911728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65c9d7b4-fc9c-42b9-acd1-0fe7a6d960cd {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:38:15.912714 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=100 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:15.913305 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c9d7b4-fc9c-42b9-acd1-0fe7a6d960cd'] response: {'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'code': 200} Jul 25 16:38:15.926540 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db19eaf-f935-484e-b2d3-8cadc8564d95 req-c39cc1ed-f866-4ede-965a-a3adfb80fb73 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:15.928686 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9db19eaf-f935-484e-b2d3-8cadc8564d95 req-c39cc1ed-f866-4ede-965a-a3adfb80fb73 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0717559 Jul 25 16:38:15.971219 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:38:15.992931 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9db19eaf-f935-484e-b2d3-8cadc8564d95 req-0082fd0c-b2c3-4560-b690-e168e915068c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571198 Jul 25 16:38:16.097108 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3727b-3aa6-4e60-b4b8-59b9020a5189 req-69bfec4e-d69e-43b2-831f-a289ad3add5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:16.098889 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cda3727b-3aa6-4e60-b4b8-59b9020a5189 req-69bfec4e-d69e-43b2-831f-a289ad3add5e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 1129 time: 0.0495887 Jul 25 16:38:16.151987 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-cda3727b-3aa6-4e60-b4b8-59b9020a5189 req-505a479a-dd4d-4f88-99a9-9bbe19f28e80 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 Jul 25 16:38:16.221944 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-66bd416d-f601-41c8-ae0a-84cb05d52118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:17.163484 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac107e5-f244-4b5d-911b-069449762bc5 req-0b790b12-30ec-4d76-9fd7-624fa897da93 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:17.165419 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ac107e5-f244-4b5d-911b-069449762bc5 req-0b790b12-30ec-4d76-9fd7-624fa897da93 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0611200 Jul 25 16:38:17.238834 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3ac107e5-f244-4b5d-911b-069449762bc5 req-0ec1dfa4-c14d-49a6-8434-335387eb7060 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667262 Jul 25 16:38:18.382679 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c99c1f-ed6f-48ac-8ac8-5b0f20787791 req-a5d3c1d7-af21-4748-85bb-05f45cbbdce4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:18.384508 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33c99c1f-ed6f-48ac-8ac8-5b0f20787791 req-a5d3c1d7-af21-4748-85bb-05f45cbbdce4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0604284 Jul 25 16:38:18.448711 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-33c99c1f-ed6f-48ac-8ac8-5b0f20787791 req-7e09a393-1eab-4163-b9fe-039aaf10fd93 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575585 Jul 25 16:38:18.605624 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2df8-437f-4fef-8649-2c3706363672 req-f5578025-833d-4a75-8b9f-4b43e3faff59 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:18.608267 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e88e2df8-437f-4fef-8649-2c3706363672 req-f5578025-833d-4a75-8b9f-4b43e3faff59 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0775051 Jul 25 16:38:18.624799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41190) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:38:18.630224 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'port_id': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:38:18.673568 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:19.098657 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:19.109679 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:19.274421 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:19.279684 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:19.454096 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 2dfd8f85-1265-4aa9-9b40-75527fdbe0b0 associated. External IP: 172.27.2.71, port: 5fc2d234-a9a1-47d7-9f68-c899ab290a8f. Jul 25 16:38:19.689521 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:38:19.887504 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:38:19.895493 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:19.906134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:38:19.921645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:38:19.922299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:37:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:19.950272 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-0150806c-f85c-4d12-9110-1e80fe448645 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "PUT /v2.0/floatingips/2dfd8f85-1265-4aa9-9b40-75527fdbe0b0 HTTP/1.1" status: 200 len: 990 time: 1.3238153 Jul 25 16:38:19.951225 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:38:19.955162 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e5a280-bd1e-4528-973e-72e1236ac419" -d '{"events": [{"name": "network-changed", "server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:38:20.003528 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f84562-efbd-49d6-953d-c19e12391481 x-openstack-request-id: req-10f84562-efbd-49d6-953d-c19e12391481 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:38:20.003972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:38:20.004472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10f84562-efbd-49d6-953d-c19e12391481 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:38:20.005116 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f84562-efbd-49d6-953d-c19e12391481'] response: {'name': 'network-changed', 'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'status': 'completed', 'code': 200} Jul 25 16:38:20.051503 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:20.054115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:38:20.096291 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-77bbcb08-1914-462c-82f9-cfe2d0d4a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:20.098218 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-77bbcb08-1914-462c-82f9-cfe2d0d4a060 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 1129 time: 0.0731266 Jul 25 16:38:20.189560 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d1eb42b2-4e84-48ba-bc17-0aabfa82df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:20.218192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-793e22b4-db63-4f9d-ae08-67e0e488cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:20.220714 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-793e22b4-db63-4f9d-ae08-67e0e488cb69 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1153917 Jul 25 16:38:20.299544 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-4aa482fe-0318-4efe-a8a6-fee4c1d69d88 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f HTTP/1.1" status: 200 len: 998 time: 0.0730608 Jul 25 16:38:20.307963 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:20.357017 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '2dfd8f85-1265-4aa9-9b40-75527fdbe0b0', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:8a:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:38:04Z', 'updated_at': '2022-07-25T16:38:19Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:20.357921 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-7ddc2e20-6b8b-4e95-98f8-20fdc1690092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:20.359928 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-7ddc2e20-6b8b-4e95-98f8-20fdc1690092 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0551984 Jul 25 16:38:20.385533 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:38:20.396243 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:38:20.396884 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:38:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:20.410304 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-2068bab7-036b-40a5-bacb-00c7f1e38497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:38:20.412542 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-2068bab7-036b-40a5-bacb-00c7f1e38497 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470862 Jul 25 16:38:20.510210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:20.533816 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-e09c57a8-879b-4e12-b328-875c25ec3948 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148555 Jul 25 16:38:20.552759 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:38:20.609740 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:20.648758 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-c3e5a280-bd1e-4528-973e-72e1236ac419 req-22efaea4-7ef1-44ea-977f-b3dfa3c3d15f service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092310 Jul 25 16:38:20.857922 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '2dfd8f85-1265-4aa9-9b40-75527fdbe0b0', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:8a:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:38:04Z', 'updated_at': '2022-07-25T16:38:19Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:38:20.888133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29865c52-8be8-43d7-8056-0f975ed930a7 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '2dfd8f85-1265-4aa9-9b40-75527fdbe0b0', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:8a:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:38:04Z', 'updated_at': '2022-07-25T16:38:19Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:38:21.138973 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce2dc6-3cbf-4301-9701-b386d499149e None None] New status for floating IP 2dfd8f85-1265-4aa9-9b40-75527fdbe0b0: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:38:21.155659 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:21.895145 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:22.594866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:24.080476 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:38:28.587264 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=85 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:28.590830 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=27 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:30.637826 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=13 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:30.645142 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:31.889125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:32.586718 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=20 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:32.590630 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:33.980541 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:33.981381 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:38:45.450876 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:46.224007 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4bdad95c-c0a3-4af8-a9a6-bb95306a5d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:50.170180 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-21647209-1bfe-4698-8b2c-c39e202a20b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:51.162905 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:51.888849 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:38:52.600212 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:00.990512 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:39:02.584568 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:02.585449 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:02.594128 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:03.800079 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5644791-0666-4694-a15b-c90823577c8c req-522768da-7aaf-4424-9941-8251e8db50bf tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:03.801798 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5644791-0666-4694-a15b-c90823577c8c req-522768da-7aaf-4424-9941-8251e8db50bf tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0583339 Jul 25 16:39:03.865428 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d5644791-0666-4694-a15b-c90823577c8c req-0b4dca13-c0da-4fe2-8715-d8c3506ec519 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523891 Jul 25 16:39:04.211073 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:05.026415 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe41d-05c5-4a3d-99e4-098b00b04ca7 req-9629d6fb-df2b-4974-892a-b2c749993954 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:05.028122 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-533fe41d-05c5-4a3d-99e4-098b00b04ca7 req-9629d6fb-df2b-4974-892a-b2c749993954 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0548632 Jul 25 16:39:05.089477 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-533fe41d-05c5-4a3d-99e4-098b00b04ca7 req-36105de0-2a2e-4683-a2f3-1a1c0a1b94fd tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=096df981-1535-43c1-b207-96d21fcb9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530996 Jul 25 16:39:05.197966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-9781ba4e-0d6c-4175-8b7d-552556a87a3b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:05.199598 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-9781ba4e-0d6c-4175-8b7d-552556a87a3b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 945 time: 0.0614824 Jul 25 16:39:05.294769 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:39:05.295132 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:05.743018 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] For port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:39:05.743459 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:05.972363 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:05.972880 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:05.973315 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 2dfd8f85-1265-4aa9-9b40-75527fdbe0b0 disassociated. External IP: 172.27.2.71, port: 5fc2d234-a9a1-47d7-9f68-c899ab290a8f. Jul 25 16:39:05.973805 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 5fc2d234-a9a1-47d7-9f68-c899ab290a8f owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:39:06.141833 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (5fc2d234-a9a1-47d7-9f68-c899ab290a8f), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:06.186507 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=5fc2d234-a9a1-47d7-9f68-c899ab290a8f,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:06.200680 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.201754 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.201930 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.202319 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.202849 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.203417 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.203924 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.204440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.204940 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.205475 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.206102 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.206630 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.207159 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.207692 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.208225 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:06.239545 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-79a5485f-1675-41c0-a2fd-e40477cb84b7 req-05c03ce3-76ec-4390-abb3-76fd65fcb9ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=23ef9254-aaca-4f79-a9c2-7aff5836d680 HTTP/1.1" status: 200 len: 210 time: 0.0364351 Jul 25 16:39:06.386540 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:39:06.520379 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:39:06.535216 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:39:06.548139 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:39:06.548733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:38:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:06.575790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] No DVR routers for this DVR port 5fc2d234-a9a1-47d7-9f68-c899ab290a8f on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:39:06.579890 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:06.583648 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d144094d-13d5-4bf4-b93b-f50fade370f3 req-c4d2b59b-b339-4919-b852-7950ac0e646a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "DELETE /v2.0/ports/5fc2d234-a9a1-47d7-9f68-c899ab290a8f HTTP/1.1" status: 204 len: 173 time: 1.3790677 Jul 25 16:39:06.584144 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'name': 'network-vif-deleted', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:39:06.587261 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22960e3d-29d9-4cd5-adda-f48d1c49b498" -d '{"events": [{"server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "name": "network-vif-deleted", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:39:06.649554 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0557d52a-9b3c-40f8-a462-b89d166eac05 x-openstack-request-id: req-0557d52a-9b3c-40f8-a462-b89d166eac05 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:39:06.649820 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef9254-aaca-4f79-a9c2-7aff5836d680", "name": "network-vif-deleted", "tag": "5fc2d234-a9a1-47d7-9f68-c899ab290a8f", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:39:06.650256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0557d52a-9b3c-40f8-a462-b89d166eac05 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:39:06.650676 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0557d52a-9b3c-40f8-a462-b89d166eac05'] response: {'server_uuid': '23ef9254-aaca-4f79-a9c2-7aff5836d680', 'name': 'network-vif-deleted', 'tag': '5fc2d234-a9a1-47d7-9f68-c899ab290a8f', 'status': 'completed', 'code': 200} Jul 25 16:39:06.725145 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:39:07.138359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:07.186785 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:39:07.202605 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:39:07.203662 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:38:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:07.338773 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:39:07.366004 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41274) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:07.443977 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (096df981-1535-43c1-b207-96d21fcb9faf), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.446001 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:07.484740 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (096df981-1535-43c1-b207-96d21fcb9faf), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.501186 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:07.567281 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (096df981-1535-43c1-b207-96d21fcb9faf), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.572394 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.574411 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/security-groups/096df981-1535-43c1-b207-96d21fcb9faf HTTP/1.1" status: 204 len: 168 time: 0.2067478 Jul 25 16:39:07.579122 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41276) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:07.594563 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8fb23-3196-44c7-8021-54839a978e0b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096df981-1535-43c1-b207-96d21fcb9faf,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:07.604443 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-a3ef5d1d-ae40-4a97-9e6c-4f26ed05f85d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] show failed (client error): The resource could not be found. Jul 25 16:39:07.607496 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-a3ef5d1d-ae40-4a97-9e6c-4f26ed05f85d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups/096df981-1535-43c1-b207-96d21fcb9faf HTTP/1.1" status: 404 len: 347 time: 0.0278561 Jul 25 16:39:07.612191 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41278) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:07.662410 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:07.710493 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abceff40-ea5c-44fc-b772-c0e9d73f3255 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:39:07.755555 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 325ddb18-1287-4dda-977a-000cddf35933 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:39:07.755898 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (325ddb18-1287-4dda-977a-000cddf35933), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.850999 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (325ddb18-1287-4dda-977a-000cddf35933), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.851392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (325ddb18-1287-4dda-977a-000cddf35933), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:07.874254 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 325ddb18-1287-4dda-977a-000cddf35933 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:39:08.013758 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605be22e-272d-4b9a-b629-b08295622d62 None None] New status for floating IP 2dfd8f85-1265-4aa9-9b40-75527fdbe0b0: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:39:08.079763 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (325ddb18-1287-4dda-977a-000cddf35933), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.114863 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=325ddb18-1287-4dda-977a-000cddf35933,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:08.121841 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.db.api [None req-605be22e-272d-4b9a-b629-b08295622d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:39:08.122656 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG oslo_db.api [None req-605be22e-272d-4b9a-b629-b08295622d62 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:39:08.194323 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (2dfd8f85-1265-4aa9-9b40-75527fdbe0b0), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.196981 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.198249 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-6f94d318-5164-4a2a-a6be-724fb7ac43d4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/floatingips/2dfd8f85-1265-4aa9-9b40-75527fdbe0b0 HTTP/1.1" status: 204 len: 168 time: 0.5851288 Jul 25 16:39:08.312419 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41282) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:08.318171 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691926598', 'description': 'tempest-description--1987619249'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:08.349758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.439440 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (0dbd77be-4fdf-476a-88ec-d29cdb3635c8), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.446319 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0dbd77be-4fdf-476a-88ec-d29cdb3635c8), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.507716 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.509981 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1960514 Jul 25 16:39:08.513315 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41284) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:08.513635 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd9346-a26c-4334-a600-e892a2029e67 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd77be-4fdf-476a-88ec-d29cdb3635c8,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:08.518423 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.v2.base [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '0dbd77be-4fdf-476a-88ec-d29cdb3635c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:08.554359 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (0a213fa0-239e-4abf-9930-2a376db83b99), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.624611 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605be22e-272d-4b9a-b629-b08295622d62 None None] New status for floating IP 2dfd8f85-1265-4aa9-9b40-75527fdbe0b0: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:39:08.626240 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (0a213fa0-239e-4abf-9930-2a376db83b99), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.631774 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (0a213fa0-239e-4abf-9930-2a376db83b99), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.655301 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a213fa0-239e-4abf-9930-2a376db83b99,revision_number=0']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:08.668112 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.670206 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554074 Jul 25 16:39:08.672816 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.673265 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41286) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:08.673468 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.673973 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.674955 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.675532 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.676095 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.676651 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.677206 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.677795 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.678320 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.678871 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.679414 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.679944 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.680492 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.681039 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7187a-5a56-4253-9e2b-ca87f4327c4b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:08.681703 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'security_group_rule': {'security_group_id': '0dbd77be-4fdf-476a-88ec-d29cdb3635c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:08.724703 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (495d3bfd-eed2-4ddd-b025-762325de85f5), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.807175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (495d3bfd-eed2-4ddd-b025-762325de85f5), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.812256 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821731'] for security_group_rule (495d3bfd-eed2-4ddd-b025-762325de85f5), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.824279 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:08.837948 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495d3bfd-eed2-4ddd-b025-762325de85f5,revision_number=0']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:08.846653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.848175 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-a50c361f-7c87-4444-8e63-60bd7bc0cff0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733263 Jul 25 16:39:08.852796 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41288) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:08.858799 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:08.867266 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:08.887807 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:08.989375 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.115291 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.27.2.114 (f19ce595-f1e5-43f5-b606-8286331f814b/eefb3825-81b9-4a4b-a5df-4f259b58bbaf/30f21396-c199-40e5-8be3-85275319d339) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:39:09.238034 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (30f21396-c199-40e5-8be3-85275319d339), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.275461 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (30f21396-c199-40e5-8be3-85275319d339), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.334995 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network f19ce595-f1e5-43f5-b606-8286331f814b is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:39:09.341472 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:39:09.345927 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:39:09.377522 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=30f21396-c199-40e5-8be3-85275319d339,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:09.458907 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.506300 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (30f21396-c199-40e5-8be3-85275319d339), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.670971 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:09.695195 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (30f21396-c199-40e5-8be3-85275319d339), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.702176 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (30f21396-c199-40e5-8be3-85275319d339), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.791482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=30f21396-c199-40e5-8be3-85275319d339,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:09.801025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:09.805680 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.829140 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:09.831544 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-7f97d826-a13c-4f89-a4b8-03d75cba58a7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9770529 Jul 25 16:39:09.870399 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 5fc2d234-a9a1-47d7-9f68-c899ab290a8f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:39:09.910878 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: 5fc2d234-a9a1-47d7-9f68-c899ab290a8f {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:39:09.911432 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device 5fc2d234-a9a1-47d7-9f68-c899ab290a8f not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:39:10.036080 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-7c5ed709-4610-45b3-80a8-aaa8eb49881d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1691926598&fields=id&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 267 time: 0.0543942 Jul 25 16:39:10.172013 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-2c7358c9-12ad-4436-ad6e-2be220a10953 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:10.173664 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-2c7358c9-12ad-4436-ad6e-2be220a10953 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.1293230 Jul 25 16:39:10.194482 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-8dede6f9-abad-4f90-a840-36c2bf744fb0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/quotas/7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 375 time: 0.0109813 Jul 25 16:39:10.279318 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-b1a47505-5ca3-4c89-9627-f475410e0498 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781360 Jul 25 16:39:10.452234 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-9a8baaba-716c-45a2-8cee-328164ef6a41 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600132 Jul 25 16:39:10.562289 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-f06bc00e-fafd-43e1-b6bd-4ec2adfec237 service neutron] 10.222.0.66 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034091 Jul 25 16:39:10.770095 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-e4c7b830-2cfa-4552-94dd-536aaf0d1033 req-2c000ded-19e1-4b69-a017-0fbf14923dd9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 210 time: 0.0534763 Jul 25 16:39:11.944991 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-990c9fe3-ba88-43fe-be04-e0bb29b59f86 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:11.947219 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-990c9fe3-ba88-43fe-be04-e0bb29b59f86 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 814 time: 0.1896851 Jul 25 16:39:12.028323 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-e05b6e79-76d1-4af2-8e05-d1ce7810da83 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad628e26f9349e59d73f6606242d957 HTTP/1.1" status: 200 len: 380 time: 0.0717549 Jul 25 16:39:12.081198 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'port': {'device_id': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'admin_state_up': True, 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'security_groups': ['0dbd77be-4fdf-476a-88ec-d29cdb3635c8']}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:12.235590 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Made reservation on behalf of 7ad628e26f9349e59d73f6606242d957 for: {'port': 1} {{(pid=104068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 16:39:12.242107 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:12.270265 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb4311f2-6527-439b-a9a5-f726add027b7 req-93c852c6-cbda-4910-8a9b-107181b05c9b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 210 time: 0.4032118 Jul 25 16:39:12.433170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_common [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Allocated IP 172.20.0.11 (efa07ab3-0bdf-47e0-83af-e1fbc262fab3/3aaab3d3-982c-4374-b6e1-13709cc7f6b9/ec86d707-0c49-40e5-a0d6-9d1aafc55055) {{(pid=104068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 16:39:12.608828 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:12.658900 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734079121174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:12.716542 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is already hosted by enough agents. {{(pid=104068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 16:39:12.718862 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:12.724408 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.base_scheduler [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Resources bound (agent type, host, resource id): {{(pid=104068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 16:39:12.730857 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Received port after_create {{(pid=104068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 16:39:12.737597 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event updated for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:12.810609 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:12.811298 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:12.833483 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-878143bd-93a2-4a83-803c-b37f3b770539 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571969 Jul 25 16:39:12.848187 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Request body: {'port': {'device_id': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:12.945524 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:12.993245 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:13.070190 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-d4af9be1-31f7-44a5-81ac-47f1ca6e862a None None] Provisioning complete for port ec86d707-0c49-40e5-a0d6-9d1aafc55055 triggered by entity DHCP. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:39:13.071071 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d4af9be1-31f7-44a5-81ac-47f1ca6e862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.114655 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-d4af9be1-31f7-44a5-81ac-47f1ca6e862a None None] Port ec86d707-0c49-40e5-a0d6-9d1aafc55055 cannot update to ACTIVE because it is not bound. {{(pid=104070) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 16:39:13.323365 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec86d707-0c49-40e5-a0d6-9d1aafc55055 {{(pid=104068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:39:13.339779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks [] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.365006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.provisioning_blocks [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Transition to ACTIVE for port object ec86d707-0c49-40e5-a0d6-9d1aafc55055 will not be triggered until provisioned by entity L2. {{(pid=104068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 16:39:13.370861 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.436838 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9558c7-0d9f-4d6f-92a8-8bacb385561d req-d9197d77-5c6f-4c61-b490-00b9fc8ef8a1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:13.440793 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b9558c7-0d9f-4d6f-92a8-8bacb385561d req-d9197d77-5c6f-4c61-b490-00b9fc8ef8a1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 944 time: 0.0619442 Jul 25 16:39:13.466455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Pushing event updated for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=2']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:13.538775 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-0b9558c7-0d9f-4d6f-92a8-8bacb385561d req-048ce48d-cab3-4836-a5b6-1420e5737040 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848038 Jul 25 16:39:13.574512 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Attempting to bind port ec86d707-0c49-40e5-a0d6-9d1aafc55055 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 16:39:13.575156 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Attempting to bind port ec86d707-0c49-40e5-a0d6-9d1aafc55055 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 16:39:13.575533 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Attempting to bind port ec86d707-0c49-40e5-a0d6-9d1aafc55055 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:39:13.582483 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Port ec86d707-0c49-40e5-a0d6-9d1aafc55055 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 16:39:13.583291 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Attempting to bind port ec86d707-0c49-40e5-a0d6-9d1aafc55055 on network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 16:39:13.590684 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Checking agent: {'id': 'f7966b7e-be3b-458f-9152-058b15c62c22', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'started_at': datetime.datetime(2022, 7, 25, 16, 22, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 16:39:13.591139 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Checking segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 16:39:13.591582 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Bound using segment: {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'} {{(pid=104068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 16:39:13.592143 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.managers [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Bound port: ec86d707-0c49-40e5-a0d6-9d1aafc55055, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32db26c8-e2d9-495c-a324-61210368357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3'}}] {{(pid=104068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 16:39:13.592581 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.683884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, cleared binding levels {{(pid=104068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 16:39:13.690083 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 16:39:13.701779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8565040'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.753247 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:13.753910 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:13.755652 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] 10.222.0.102 "PUT /v2.0/ports/ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 200 len: 1094 time: 0.9145422 Jul 25 16:39:13.756246 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:39:13.758675 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:39:13.832346 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79677c2-c65d-4228-ad61-484c062e1760 x-openstack-request-id: req-b79677c2-c65d-4228-ad61-484c062e1760 {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:39:13.832780 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:39:13.833174 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b79677c2-c65d-4228-ad61-484c062e1760 {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:39:13.833859 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79677c2-c65d-4228-ad61-484c062e1760'] response: {'name': 'network-changed', 'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'status': 'completed', 'code': 200} Jul 25 16:39:13.834790 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac509c-c9c2-4b93-bfd7-736677fef260 service neutron] Pushing event updated for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=3']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:13.890664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-da06b413-0d93-4294-90c0-a9ae49357b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:13.892495 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-da06b413-0d93-4294-90c0-a9ae49357b26 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 1128 time: 0.0789578 Jul 25 16:39:13.939298 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-6fe253a4-715b-4120-ae5e-e90ad0782981 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 200 len: 217 time: 0.0395207 Jul 25 16:39:14.006669 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-edb6bf9a-0876-4cf2-8cb8-86b8aca3a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:14.008322 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-edb6bf9a-0876-4cf2-8cb8-86b8aca3a7f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0630977 Jul 25 16:39:14.059134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-aacbd7e2-02a7-4736-aa7e-79280dc16fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:14.060678 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-aacbd7e2-02a7-4736-aa7e-79280dc16fc8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467908 Jul 25 16:39:14.197725 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:14.236149 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-4ea9a9d8-e67d-4a1f-bcea-9cd5b530e5fb service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691022 Jul 25 16:39:14.305949 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:14.354749 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-a953e8cc-3c7a-4fcd-91d1-3d9d41aadbbb req-aecc2525-1316-4b9b-8ee9-a981fc5f123d service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121290 Jul 25 16:39:14.697436 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d27b9-bf0d-4ea5-8b1d-ba2c95d579bf req-b3135e3d-335b-4802-922f-abb0cf2412f4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:14.699076 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-776d27b9-bf0d-4ea5-8b1d-ba2c95d579bf req-b3135e3d-335b-4802-922f-abb0cf2412f4 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 944 time: 0.0588930 Jul 25 16:39:14.753568 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:14.757228 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:14.762677 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-776d27b9-bf0d-4ea5-8b1d-ba2c95d579bf req-a5ec869f-d652-4997-86e2-e7c401efe48b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573580 Jul 25 16:39:15.057771 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-78410f71-f2e4-46d0-b763-a7a9761a3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:15.059252 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-78410f71-f2e4-46d0-b763-a7a9761a3787 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 1128 time: 0.0463040 Jul 25 16:39:15.178233 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-a3c52db0-3b85-498e-bfd1-0ed8fb9aed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:15.179941 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-a3c52db0-3b85-498e-bfd1-0ed8fb9aed8e service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1151495 Jul 25 16:39:15.223453 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-18050f40-f770-44a0-9320-0eaee72c2956 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 200 len: 217 time: 0.0365012 Jul 25 16:39:15.281755 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-65752ec4-abaf-4149-9f1c-d060bdbfa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:15.283229 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-65752ec4-abaf-4149-9f1c-d060bdbfa317 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0543084 Jul 25 16:39:15.338276 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-d31c4f9e-f53c-446c-9082-58d47075b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:15.339736 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-d31c4f9e-f53c-446c-9082-58d47075b19b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503910 Jul 25 16:39:15.452461 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-7a4f1108-de91-4b4f-bbaf-7fbe4605ee23 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067469 Jul 25 16:39:15.464137 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:15.562570 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fc9017a7-10a0-46b1-95f9-831f2c6a5d81 req-c220680b-422b-4458-91a3-9af253130f5f service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046281 Jul 25 16:39:15.910178 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ee2bd-3417-4940-9e1e-0f09071560e7 req-7f3d4f48-0874-40c3-a1ff-f2e3c116ce02 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:15.911839 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-293ee2bd-3417-4940-9e1e-0f09071560e7 req-7f3d4f48-0874-40c3-a1ff-f2e3c116ce02 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 944 time: 0.0544870 Jul 25 16:39:15.971706 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-293ee2bd-3417-4940-9e1e-0f09071560e7 req-8a94d8de-8ce4-4d1c-8cc4-cc9044512fae tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503049 Jul 25 16:39:16.223697 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1bec3734-ffd6-4541-a221-e6422ae2d5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:17.108407 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77d32-81d7-4602-ac07-d48925b70520 req-02836a36-12ce-4cb7-90ee-f4bb079f9202 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:17.110198 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-62e77d32-81d7-4602-ac07-d48925b70520 req-02836a36-12ce-4cb7-90ee-f4bb079f9202 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 944 time: 0.0538075 Jul 25 16:39:17.191039 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-62e77d32-81d7-4602-ac07-d48925b70520 req-d26721cf-92f7-4109-9f37-c8e3d1a0d30d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732114 Jul 25 16:39:17.916740 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ec86d707-0c49-40e5-a0d6-9d1aafc55055 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=104070) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 16:39:18.042947 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:39:18.057515 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Returning: {'device': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'port_id': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'mac_address': 'fa:16:3e:17:17:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104070) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 16:39:18.103527 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port ec86d707-0c49-40e5-a0d6-9d1aafc55055 is: DOWN; New status is: BUILD {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:39:18.103829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:18.119850 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec86d707-0c49-40e5-a0d6-9d1aafc55055 {{(pid=104070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 16:39:18.144666 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:39:18.151494 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:18.209305 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=4']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:18.218358 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.218823 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.219164 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.219595 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.220020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.220501 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.220929 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.221412 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.221864 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.222332 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.222980 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.223482 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.226735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.226735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.226735 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:39:18.335592 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaa50f-de34-407d-91d0-be90f37dd544 req-55ec2db4-1059-4df3-9114-9469437e7c7e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:18.337554 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3daaa50f-de34-407d-91d0-be90f37dd544 req-55ec2db4-1059-4df3-9114-9469437e7c7e tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 945 time: 0.0599003 Jul 25 16:39:18.356956 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] get_ports_and_sgs() called for port_ids ['ec86d707-0c49-40e5-a0d6-9d1aafc55055'] {{(pid=104070) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 16:39:18.407069 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-3daaa50f-de34-407d-91d0-be90f37dd544 req-6b2794e3-af9a-4514-b982-493a8362b48b tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584381 Jul 25 16:39:18.629163 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=24 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:18.670602 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:19.570272 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbffe7-6c51-4e8c-9ca4-f189410599d2 req-a60dd40d-1bb2-4250-bf17-bc0610e54ee7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:19.572083 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6bbffe7-6c51-4e8c-9ca4-f189410599d2 req-a60dd40d-1bb2-4250-bf17-bc0610e54ee7 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 945 time: 0.0557668 Jul 25 16:39:19.636981 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-b6bbffe7-6c51-4e8c-9ca4-f189410599d2 req-cfbeaa6a-108a-46a8-a773-81a7b25e65c9 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576928 Jul 25 16:39:19.919408 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ec86d707-0c49-40e5-a0d6-9d1aafc55055 up at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 16:39:19.963740 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:19.996096 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning for port ec86d707-0c49-40e5-a0d6-9d1aafc55055 completed by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 16:39:20.006472 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.provisioning_blocks [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Provisioning complete for port ec86d707-0c49-40e5-a0d6-9d1aafc55055 triggered by entity L2. {{(pid=104070) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 16:39:20.007133 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774482'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), provisioning_complete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:20.107268 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:20.119946 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Current status of the port ec86d707-0c49-40e5-a0d6-9d1aafc55055 is: BUILD; New status is: ACTIVE {{(pid=104070) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 16:39:20.120368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605887'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), before_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:20.122974 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:20.167573 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055'}] {{(pid=104070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:39:20.170274 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32cd455164d3e63fbc3a772d57107e69989c6f37e9e26846b770d1bcbfeec3fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dbc68d-f4a1-4713-8a0c-68b2f40efb11" -d '{"events": [{"server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "name": "network-vif-plugged", "status": "completed", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055"}]}' {{(pid=104070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:39:20.192985 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:39:20.195608 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bf99c0b9-85e4-4a6c-9890-7466e0a008e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:20.200355 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734079664222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734079121192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734079121210'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:20.230342 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947dd1c4-bc16-49cf-9bf6-58e0cb634e13 x-openstack-request-id: req-947dd1c4-bc16-49cf-9bf6-58e0cb634e13 {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:39:20.230673 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "name": "network-vif-plugged", "status": "completed", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055", "code": 200}]} {{(pid=104070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:39:20.231010 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-947dd1c4-bc16-49cf-9bf6-58e0cb634e13 {{(pid=104070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:39:20.231450 dv-cinder-836973-15-iscsi neutron-server[104070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947dd1c4-bc16-49cf-9bf6-58e0cb634e13'] response: {'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'code': 200} Jul 25 16:39:20.270320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Pushing event updated for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=5']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:39:20.432649 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90446d5-aca0-4bce-90a5-ebee22103802 req-38ada702-7faf-4b83-b4b4-414fb96bd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:20.434822 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d90446d5-aca0-4bce-90a5-ebee22103802 req-38ada702-7faf-4b83-b4b4-414fb96bd884 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 1130 time: 0.0483224 Jul 25 16:39:20.489012 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-d90446d5-aca0-4bce-90a5-ebee22103802 req-1f79d010-b475-46df-b481-449c904e1836 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484917 Jul 25 16:39:20.792789 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380dde-b9b6-4290-9fe6-4dc344679e31 req-ae69ce16-d317-4e13-88d3-45ec02ebb798 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:20.794639 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85380dde-b9b6-4290-9fe6-4dc344679e31 req-ae69ce16-d317-4e13-88d3-45ec02ebb798 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0570574 Jul 25 16:39:20.864086 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-85380dde-b9b6-4290-9fe6-4dc344679e31 req-d3a7ed18-e7cc-4046-920b-0f65a5417066 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591877 Jul 25 16:39:21.163370 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:21.887912 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:22.035662 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22daab-736f-40d3-ac18-83f07cd3bd56 req-dfc249d1-5c86-474e-b645-b826d2190fd1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:22.037733 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc22daab-736f-40d3-ac18-83f07cd3bd56 req-dfc249d1-5c86-474e-b645-b826d2190fd1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0739183 Jul 25 16:39:22.105733 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cc22daab-736f-40d3-ac18-83f07cd3bd56 req-5d6eafe1-ecb5-4972-951c-68aa51c858ff tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610759 Jul 25 16:39:22.254376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49796-0760-4aa6-b965-035e0bc9c3de req-a59a8fe9-1daf-424d-8073-d9e0c4cdd9f6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:22.256022 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-d1c49796-0760-4aa6-b965-035e0bc9c3de req-a59a8fe9-1daf-424d-8073-d9e0c4cdd9f6 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0545201 Jul 25 16:39:22.268006 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41344) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:39:22.273622 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.v2.base [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Request body: {'floatingip': {'port_id': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055'}} {{(pid=104068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 16:39:22.322020 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), before_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:22.608701 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:22.737247 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:22.849520 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:22.854906 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:22.904829 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:22.966719 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 1f929161-ed00-4b45-9395-8f7fb54b3f34 associated. External IP: 172.27.2.114, port: ec86d707-0c49-40e5-a0d6-9d1aafc55055. Jul 25 16:39:23.215110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:39:23.672340 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:39:23.677170 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:23.684034 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:39:23.701227 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:39:23.702053 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:39:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:23.717944 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f80680f1-3157-469e-b357-4c9cc28dd518 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "PUT /v2.0/floatingips/1f929161-ed00-4b45-9395-8f7fb54b3f34 HTTP/1.1" status: 200 len: 992 time: 1.4484725 Jul 25 16:39:23.718802 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:39:23.722416 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1688c-dd65-4f72-9c01-b493f0de36f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:39:23.772328 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3484d-295c-41dd-9057-bf73aa7b17ad x-openstack-request-id: req-19b3484d-295c-41dd-9057-bf73aa7b17ad {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:39:23.772665 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:39:23.773127 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19b3484d-295c-41dd-9057-bf73aa7b17ad {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:39:23.773882 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b3484d-295c-41dd-9057-bf73aa7b17ad'] response: {'name': 'network-changed', 'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'status': 'completed', 'code': 200} Jul 25 16:39:23.840539 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-b32901a1-4156-4c45-bb6f-99bc97708b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:23.842260 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-b32901a1-4156-4c45-bb6f-99bc97708b01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 1130 time: 0.0475533 Jul 25 16:39:23.880720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:39:23.954376 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-d72ea8fb-20a7-4356-8bd4-97885bebe816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:23.956210 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-d72ea8fb-20a7-4356-8bd4-97885bebe816 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1080673 Jul 25 16:39:24.029690 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-c619ff44-b02b-4d97-9f01-4196121e8b74 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 200 len: 1000 time: 0.0668225 Jul 25 16:39:24.095079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-eec2210b-2baf-475f-bf1a-6100ac4222a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:24.096724 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-eec2210b-2baf-475f-bf1a-6100ac4222a4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0616732 Jul 25 16:39:24.148201 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-11ee0426-be8f-44ca-b058-0143de3581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:24.150676 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-11ee0426-be8f-44ca-b058-0143de3581a7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479317 Jul 25 16:39:24.256634 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '1f929161-ed00-4b45-9395-8f7fb54b3f34', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:17:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:39:09Z', 'updated_at': '2022-07-25T16:39:22Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:24.279785 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-01a052f3-a8bf-4a01-a97b-ca3c4b99439d service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234076 Jul 25 16:39:24.289309 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:39:24.300205 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:39:24.300856 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:39:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:24.410428 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-36f1688c-dd65-4f72-9c01-b493f0de36f5 req-7872f1a9-27c1-45ca-b9e8-10aa11611d02 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232741 Jul 25 16:39:24.456602 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:39:24.789058 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '1f929161-ed00-4b45-9395-8f7fb54b3f34', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:17:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:39:09Z', 'updated_at': '2022-07-25T16:39:22Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:39:24.839980 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc014305-5c5c-49f1-9c49-f53ca2c59e23 None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_floatingips': [{'id': '1f929161-ed00-4b45-9395-8f7fb54b3f34', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'router_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'port_id': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'mac_address': 'fa:16:3e:17:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T16:39:09Z', 'updated_at': '2022-07-25T16:39:22Z', 'revision_number': 1, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:39:25.060097 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8bd4c-81d9-4ad8-9201-eb7672fa2d82 None None] New status for floating IP 1f929161-ed00-4b45-9395-8f7fb54b3f34: ACTIVE {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:39:30.071057 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:30.108604 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-d04a0e0f-81c0-4f18-b000-0b8351d1fccf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458555 Jul 25 16:39:30.184915 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=100 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:30.200654 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-a4568fea-6d39-40d6-a26a-3117ed414914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:30.202247 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-a4568fea-6d39-40d6-a26a-3117ed414914 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ad628e26f9349e59d73f6606242d957&device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 1130 time: 0.0467486 Jul 25 16:39:30.335552 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-f8aeab9e-b022-4bd1-aa6b-814e87fc74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:30.337292 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-f8aeab9e-b022-4bd1-aa6b-814e87fc74a4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 200 len: 915 time: 0.1112297 Jul 25 16:39:30.415305 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-d5197197-933d-4edc-a81c-68986fa38b70 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 200 len: 1002 time: 0.0720024 Jul 25 16:39:30.470511 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-80cd61f7-1dd9-4ae4-95c6-9b227135a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:30.472078 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-80cd61f7-1dd9-4ae4-95c6-9b227135a606 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 200 len: 853 time: 0.0514154 Jul 25 16:39:30.525192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-4f5f8ce5-8bb9-44db-9914-5a78e3a7f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:39:30.527232 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-4f5f8ce5-8bb9-44db-9914-5a78e3a7f041 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=efa07ab3-0bdf-47e0-83af-e1fbc262fab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497398 Jul 25 16:39:30.638139 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-7915dbb6-a141-432f-8f65-b669381d3c75 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047702 Jul 25 16:39:30.801708 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-3c7436ef-f932-40ab-9ecf-93e9c17a0cbb req-98759344-6b17-43f4-8b08-5607beaefa88 service neutron] 10.222.0.102 "GET /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572692 Jul 25 16:39:32.242920 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=55 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:32.245554 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=60 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:34.770977 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:34.793148 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:34.794260 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:37.991307 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:39:40.783789 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=43 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:40.796704 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=53 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:45.466225 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:46.220391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-6463ad97-3846-4a1c-86ac-f7f7c5e5f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:47.986172 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:47.987238 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:39:50.163936 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-2a0d77b8-c631-416b-b6a6-2f276a53693b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:51.176359 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:51.895584 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:39:52.619994 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:01.161180 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:02.605442 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:02.610141 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:09.387649 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720d157-1969-446d-8913-ba16b81ae594 req-aba8a32d-b4b9-4be5-91f2-b82d7a53900c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:40:09.390033 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c720d157-1969-446d-8913-ba16b81ae594 req-aba8a32d-b4b9-4be5-91f2-b82d7a53900c tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0981917 Jul 25 16:40:09.484294 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-c720d157-1969-446d-8913-ba16b81ae594 req-4712d901-6f24-4a58-9fbe-5e17443f0f7d tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838842 Jul 25 16:40:10.691668 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60ede6-37f6-42b4-bbae-ae815f1a0865 req-ff8d789c-03ab-48fa-b893-5ec72e5f65b1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:40:10.694487 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb60ede6-37f6-42b4-bbae-ae815f1a0865 req-ff8d789c-03ab-48fa-b893-5ec72e5f65b1 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0892930 Jul 25 16:40:10.751147 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-2abdb70f-e7a2-4b08-8000-df048ac2b816 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 16:40:10.753306 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-2abdb70f-e7a2-4b08-8000-df048ac2b816 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 946 time: 0.0938225 Jul 25 16:40:10.782829 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-cb60ede6-37f6-42b4-bbae-ae815f1a0865 req-26ae8e9f-e6f3-442f-800a-0cf469d92874 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups?id=0dbd77be-4fdf-476a-88ec-d29cdb3635c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784111 Jul 25 16:40:10.880905 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port ec86d707-0c49-40e5-a0d6-9d1aafc55055 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:10.881536 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:11.086217 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] For port ec86d707-0c49-40e5-a0d6-9d1aafc55055, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec86d707-0c49-40e5-a0d6-9d1aafc55055,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:40:11.086689 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:11.389185 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:11.389758 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1720232'] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), after_update {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:11.390320 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.db.l3_db [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Floating IP 1f929161-ed00-4b45-9395-8f7fb54b3f34 disassociated. External IP: 172.27.2.114, port: ec86d707-0c49-40e5-a0d6-9d1aafc55055. Jul 25 16:40:11.390987 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for ec86d707-0c49-40e5-a0d6-9d1aafc55055 owned by compute:nova {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:11.667457 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ec86d707-0c49-40e5-a0d6-9d1aafc55055), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:11.717318 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=ec86d707-0c49-40e5-a0d6-9d1aafc55055,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:11.733876 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.734315 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.734668 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.735092 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.735455 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.735798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.736210 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.736552 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.736921 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.737606 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.738059 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.738622 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.739196 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.739781 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.740362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:11.948415 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:40:11.970006 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [req-9d76eddc-9d09-4338-aac5-a591761f650b req-bf798801-56ef-4691-8cec-09fc58416e4f tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fffa70-0205-49e4-88c9-16be4175677e HTTP/1.1" status: 200 len: 210 time: 0.0371032 Jul 25 16:40:12.133025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:40:12.153620 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:40:12.173567 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:40:12.175038 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:39:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:12.212490 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] No DVR routers for this DVR port ec86d707-0c49-40e5-a0d6-9d1aafc55055 on host hv-cinder-83697 {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:40:12.216826 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for port (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:12.223166 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [req-fb165bc5-d181-4cb9-91d9-1d0deedcdbcc req-0fe8f46f-c6c2-482a-8c36-3b6dc3872f9a tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.102 "DELETE /v2.0/ports/ec86d707-0c49-40e5-a0d6-9d1aafc55055 HTTP/1.1" status: 204 len: 173 time: 1.4642978 Jul 25 16:40:12.223934 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'name': 'network-vif-deleted', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055'}] {{(pid=104068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 16:40:12.228138 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed444cdf5c7781b56ac51b5bd97a47f4d804b118ce027d666f76c4e9dfd853e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1d6f3-0d88-4ac8-ad01-6c1e9db9e504" -d '{"events": [{"server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "name": "network-vif-deleted", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055"}]}' {{(pid=104068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 16:40:12.313873 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dd697d-3371-43cf-bc82-64dba53b0f1a x-openstack-request-id: req-f0dd697d-3371-43cf-bc82-64dba53b0f1a {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 16:40:12.314489 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fffa70-0205-49e4-88c9-16be4175677e", "name": "network-vif-deleted", "tag": "ec86d707-0c49-40e5-a0d6-9d1aafc55055", "status": "completed", "code": 200}]} {{(pid=104068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 16:40:12.314840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0dd697d-3371-43cf-bc82-64dba53b0f1a {{(pid=104068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 16:40:12.315472 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0dd697d-3371-43cf-bc82-64dba53b0f1a'] response: {'server_uuid': 'e0fffa70-0205-49e4-88c9-16be4175677e', 'name': 'network-vif-deleted', 'tag': 'ec86d707-0c49-40e5-a0d6-9d1aafc55055', 'status': 'completed', 'code': 200} Jul 25 16:40:12.407734 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:40:12.827764 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:12.888619 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:40:12.909923 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:40:12.910733 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:39:50Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:13.152576 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41430) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:13.158829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:40:13.169712 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:13.272961 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (0dbd77be-4fdf-476a-88ec-d29cdb3635c8), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.323229 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (0dbd77be-4fdf-476a-88ec-d29cdb3635c8), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.410232 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0dbd77be-4fdf-476a-88ec-d29cdb3635c8), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.415521 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.417740 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/security-groups/0dbd77be-4fdf-476a-88ec-d29cdb3635c8 HTTP/1.1" status: 204 len: 168 time: 0.2629538 Jul 25 16:40:13.422176 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41432) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:13.439395 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be284-1b6a-45f0-9294-7ece62aed361 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd77be-4fdf-476a-88ec-d29cdb3635c8,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:13.451638 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.api.v2.resource [None req-076e040d-4987-46d6-9eb9-b87933a14ac0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] show failed (client error): The resource could not be found. Jul 25 16:40:13.461966 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-076e040d-4987-46d6-9eb9-b87933a14ac0 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "GET /v2.0/security-groups/0dbd77be-4fdf-476a-88ec-d29cdb3635c8 HTTP/1.1" status: 404 len: 347 time: 0.0348945 Jul 25 16:40:13.462287 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41434) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:13.484643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:13.606768 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:13.646206 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e090e7-b9fc-4d82-81a6-6203fe6443da None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:35:59Z', 'revision_number': 4, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi', '_interfaces': [{'id': 'ff5b9385-0ab7-43db-99a1-8cb62f656264', 'name': '', 'network_id': 'efa07ab3-0bdf-47e0-83af-e1fbc262fab3', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'mac_address': 'fa:16:3e:81:ff:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:58Z', 'updated_at': '2022-07-25T16:36:05Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'subnets': [{'id': '3aaab3d3-982c-4374-b6e1-13709cc7f6b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:40:13.696330 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Deleting port 30f21396-c199-40e5-8be3-85275319d339 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:13.696840 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (30f21396-c199-40e5-8be3-85275319d339), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.860155 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (30f21396-c199-40e5-8be3-85275319d339), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.860679 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (30f21396-c199-40e5-8be3-85275319d339), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:13.891178 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Calling delete_port for 30f21396-c199-40e5-8be3-85275319d339 owned by network:floatingip {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:14.043527 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a17-a3b8-47d1-97b4-424a7b44b05e None None] New status for floating IP 1f929161-ed00-4b45-9395-8f7fb54b3f34: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:40:14.161925 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (30f21396-c199-40e5-8be3-85275319d339), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:14.177325 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron_lib.db.api [None req-ffff5a17-a3b8-47d1-97b4-424a7b44b05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 16:40:14.178021 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG oslo_db.api [None req-ffff5a17-a3b8-47d1-97b4-424a7b44b05e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 16:40:14.197404 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Pushing event deleted for resources: {'Port': ['ID=30f21396-c199-40e5-8be3-85275319d339,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:14.302272 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks [] for floatingip (1f929161-ed00-4b45-9395-8f7fb54b3f34), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:14.305794 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24934'] for floatingip (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:14.307418 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-1a0f6a5d-78de-45d4-8901-9f24a401cd38 tempest-AttachVolumeNegativeTest-1017488209 tempest-AttachVolumeNegativeTest-1017488209-project] 10.222.0.66 "DELETE /v2.0/floatingips/1f929161-ed00-4b45-9395-8f7fb54b3f34 HTTP/1.1" status: 204 len: 168 time: 0.8427713 Jul 25 16:40:14.680096 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a17-a3b8-47d1-97b4-424a7b44b05e None None] New status for floating IP 1f929161-ed00-4b45-9395-8f7fb54b3f34: DOWN {{(pid=104071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 16:40:14.998412 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:40:15.483786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:16.195814 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ec86d707-0c49-40e5-a0d6-9d1aafc55055 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:40:16.234365 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] No Port match for: ec86d707-0c49-40e5-a0d6-9d1aafc55055 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:40:16.234680 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Device ec86d707-0c49-40e5-a0d6-9d1aafc55055 not bound to the agent host hv-cinder-83697 {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:40:16.244875 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-858c040e-f8a4-4b4c-94f5-948d562853be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:18.328478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41470) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:18.708240 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:18.790465 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1589560'] for router_interface (633f056c-d047-4c14-969c-90ab0a866a74), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:19.161441 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:19.165220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Deleting port ff5b9385-0ab7-43db-99a1-8cb62f656264 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:19.165605 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:19.262482 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] For port ff5b9385-0ab7-43db-99a1-8cb62f656264, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=ff5b9385-0ab7-43db-99a1-8cb62f656264,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:40:19.263113 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:19.286181 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Calling delete_port for ff5b9385-0ab7-43db-99a1-8cb62f656264 owned by network:router_interface {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:19.614473 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (ff5b9385-0ab7-43db-99a1-8cb62f656264), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:19.650304 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5b9385-0ab7-43db-99a1-8cb62f656264,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:19.903442 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712808'] for router_interface (633f056c-d047-4c14-969c-90ab0a866a74), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:20.165546 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-546cb866-726f-407b-89a0-d8a81f4fc2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:20.179558 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:20.310387 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Router 633f056c-d047-4c14-969c-90ab0a866a74 has already been hosted by L3 agent 67be82e4-3d9d-4057-b93d-13bc38f3bc4e {{(pid=104068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 16:40:20.449964 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:20.454572 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] Notify agent at l3_agent.dv-cinder-836973-15-iscsi the message routers_updated {{(pid=104068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 16:40:20.462746 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-8eb3a59c-8715-4f88-8cbc-199734f951fe admin admin] 10.222.0.66 "PUT /v2.0/routers/633f056c-d047-4c14-969c-90ab0a866a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364887 Jul 25 16:40:20.466703 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41472) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:20.469829 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Sync routers for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 16:40:20.492968 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:40:20.494146 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:40:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:20.659717 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:40:20.957373 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks [] for router (633f056c-d047-4c14-969c-90ab0a866a74), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:20.990865 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:40:19Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:21.023896 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Checking router: 633f056c-d047-4c14-969c-90ab0a866a74 for host: dv-cinder-836973-15-iscsi {{(pid=104070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 16:40:21.034609 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Routers {'633f056c-d047-4c14-969c-90ab0a866a74'} bound to L3 agent in host dv-cinder-836973-15-iscsi {{(pid=104070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 16:40:21.035320 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T16:14:20Z,description=,heartbeat_timestamp=2022-07-25T16:40:20Z,host='dv-cinder-836973-15-iscsi',id=67be82e4-3d9d-4057-b93d-13bc38f3bc4e,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T16:14:20Z,topic='l3_agent')) {'router_ids': ['633f056c-d047-4c14-969c-90ab0a866a74'], 'active': True} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:21.079548 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks [] for router_gateway (633f056c-d047-4c14-969c-90ab0a866a74), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.140029 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Deleting port 205ca0ec-4e7d-4768-b7dd-4491c4372028 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:21.140362 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.188005 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.191279 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvr_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] Set router 633f056c-d047-4c14-969c-90ab0a866a74 gateway port host: dv-cinder-836973-15-iscsi {{(pid=104070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 16:40:21.249884 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] For port 205ca0ec-4e7d-4768-b7dd-4491c4372028, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=205ca0ec-4e7d-4768-b7dd-4491c4372028,segment=NetworkSegment(a266455f-42ca-4414-ad99-7fb1e8e99c46),segment_id=a266455f-42ca-4414-ad99-7fb1e8e99c46)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:40:21.250478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.269328 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Calling delete_port for 205ca0ec-4e7d-4768-b7dd-4491c4372028 owned by network:router_gateway {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:21.435954 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_hamode_db [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:40:19Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}], 'dv-cinder-836973-15-iscsi', False) {} {{(pid=104070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:21.482200 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6be2e-431b-4a78-8a1b-f863fb652dae None None] The sync data for ids ['633f056c-d047-4c14-969c-90ab0a866a74'] in dv-cinder-836973-15-iscsi is: [{'id': '633f056c-d047-4c14-969c-90ab0a866a74', 'name': 'tempest-AttachVolumeNegativeTest-549047911-router', 'tenant_id': '7ad628e26f9349e59d73f6606242d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'external_fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T16:35:55Z', 'updated_at': '2022-07-25T16:40:19Z', 'revision_number': 5, 'project_id': '7ad628e26f9349e59d73f6606242d957', 'gw_port': {'id': '205ca0ec-4e7d-4768-b7dd-4491c4372028', 'name': '', 'network_id': 'f19ce595-f1e5-43f5-b606-8286331f814b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f056c-d047-4c14-969c-90ab0a866a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T16:35:56Z', 'updated_at': '2022-07-25T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefb3825-81b9-4a4b-a5df-4f259b58bbaf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-15-iscsi'}] {{(pid=104070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 16:40:21.549779 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (205ca0ec-4e7d-4768-b7dd-4491c4372028), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.582109 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=205ca0ec-4e7d-4768-b7dd-4491c4372028,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:21.662079 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720132'] for router_gateway (633f056c-d047-4c14-969c-90ab0a866a74), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.771424 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1717331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3565'] for router (633f056c-d047-4c14-969c-90ab0a866a74), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.774778 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks [] for router_controller (633f056c-d047-4c14-969c-90ab0a866a74), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.840192 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1717394'] for router (633f056c-d047-4c14-969c-90ab0a866a74), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.841110 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633f056c-d047-4c14-969c-90ab0a866a74 {{(pid=104068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 16:40:21.851355 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.853202 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-2e99ad35-b98e-4f88-bd70-f9efb648bbdc admin admin] 10.222.0.66 "DELETE /v2.0/routers/633f056c-d047-4c14-969c-90ab0a866a74 HTTP/1.1" status: 204 len: 168 time: 1.3849537 Jul 25 16:40:21.858274 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41474) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:21.895127 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:21.896416 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.930690 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.db_base_plugin_v2 [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Deleting subnet 3aaab3d3-982c-4374-b6e1-13709cc7f6b9 {{(pid=104068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 16:40:21.935392 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Publish callbacks [] for subnet (3aaab3d3-982c-4374-b6e1-13709cc7f6b9), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:21.998450 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ff5b9385-0ab7-43db-99a1-8cb62f656264 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:40:22.008564 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822790'] for subnet (3aaab3d3-982c-4374-b6e1-13709cc7f6b9), precommit_delete_associations {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.044037 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: ff5b9385-0ab7-43db-99a1-8cb62f656264 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:40:22.044638 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device ff5b9385-0ab7-43db-99a1-8cb62f656264 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:40:22.080966 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:22.149506 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774363'] for subnet (3aaab3d3-982c-4374-b6e1-13709cc7f6b9), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.241705 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8565002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531402'] for subnet (3aaab3d3-982c-4374-b6e1-13709cc7f6b9), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.286643 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aaab3d3-982c-4374-b6e1-13709cc7f6b9,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:22.298547 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for subnet (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.307567 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-841f097c-6dba-43ee-b7cb-866680592394 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3aaab3d3-982c-4374-b6e1-13709cc7f6b9 HTTP/1.1" status: 204 len: 168 time: 0.4442196 Jul 25 16:40:22.308953 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41476) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:22.310950 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef111d1-b0e1-4e63-a032-bffabd462f9b None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 requested from dv-cinder-836973-15-iscsi {{(pid=104070) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 16:40:22.417267 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684712'] for network (efa07ab3-0bdf-47e0-83af-e1fbc262fab3), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.496236 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Deleting port 731c2ca8-c855-4881-8317-22dd0a0c7840 {{(pid=104068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:22.496785 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.594940 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:22.599569 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=100 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:22.626698 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.631574 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.db [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] For port 731c2ca8-c855-4881-8317-22dd0a0c7840, host dv-cinder-836973-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-15-iscsi',level=0,port_id=731c2ca8-c855-4881-8317-22dd0a0c7840,segment=NetworkSegment(32db26c8-e2d9-495c-a324-61210368357a),segment_id=32db26c8-e2d9-495c-a324-61210368357a)] {{(pid=104068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:40:22.632175 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.657557 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.plugin [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Calling delete_port for 731c2ca8-c855-4881-8317-22dd0a0c7840 owned by network:dhcp {{(pid=104068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:22.748304 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] DHCP port deletion for efa07ab3-0bdf-47e0-83af-e1fbc262fab3 request from dv-cinder-836973-15-iscsi {{(pid=104070) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 16:40:22.804659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8565049'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:22.838759 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Pushing event deleted for resources: {'Port': ['ID=731c2ca8-c855-4881-8317-22dd0a0c7840,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:22.844553 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] No DVR routers for this DVR port 731c2ca8-c855-4881-8317-22dd0a0c7840 on host dv-cinder-836973-15-iscsi {{(pid=104068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:40:22.977619 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777961', 'neutron.services.segments.db._delete_segments_for_network-8734079638155'] for network (efa07ab3-0bdf-47e0-83af-e1fbc262fab3), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.006321 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa07ab3-0bdf-47e0-83af-e1fbc262fab3']}} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:23.017631 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32db26c8-e2d9-495c-a324-61210368357a') {'for_net_delete': True} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:23.018443 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.services.segments.db [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32db26c8-e2d9-495c-a324-61210368357a') {} {{(pid=104068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 16:40:23.028100 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Deleting port 731c2ca8-c855-4881-8317-22dd0a0c7840 {{(pid=104070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 16:40:23.028749 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734079658698'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), before_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.030429 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734079638056', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822801'] for segment (32db26c8-e2d9-495c-a324-61210368357a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.033094 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:23.049284 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780'] for segment (32db26c8-e2d9-495c-a324-61210368357a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.059497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 16:40:23.059924 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8565204'] for segment (32db26c8-e2d9-495c-a324-61210368357a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.127919 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 32db26c8-e2d9-495c-a324-61210368357a resource provider aggregate not found Jul 25 16:40:23.152166 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.db [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] For port 731c2ca8-c855-4881-8317-22dd0a0c7840, host dv-cinder-836973-15-iscsi, got binding levels [] {{(pid=104070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 16:40:23.152988 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583415'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), precommit_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.154287 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.services.segments.plugin [-] Segment 32db26c8-e2d9-495c-a324-61210368357a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32db26c8-e2d9-495c-a324-61210368357a found for delete ", "request_id": "req-3fa212ef-0cf7-4d47-8ca6-d28e9224c21f"}]} Jul 25 16:40:23.166168 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1720191'] for network (efa07ab3-0bdf-47e0-83af-e1fbc262fab3), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.175338 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576429'] for network (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.182661 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] 10.222.0.66 "DELETE /v2.0/networks/efa07ab3-0bdf-47e0-83af-e1fbc262fab3 HTTP/1.1" status: 204 len: 168 time: 0.8690693 Jul 25 16:40:23.189786 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Calling delete_port for 731c2ca8-c855-4881-8317-22dd0a0c7840 owned by network:dhcp {{(pid=104070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 16:40:23.196397 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.ipam_backend_mixin [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Port 731c2ca8-c855-4881-8317-22dd0a0c7840 was not found and therefore no delete operation was performed {{(pid=104070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 16:40:23.198423 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe20aa-51b3-493e-b665-115389e437ec admin admin] Pushing event deleted for resources: {'Network': ['ID=efa07ab3-0bdf-47e0-83af-e1fbc262fab3,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:23.198792 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576387', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734079665165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734079121183'] for port (731c2ca8-c855-4881-8317-22dd0a0c7840), after_delete {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.226607 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Network efa07ab3-0bdf-47e0-83af-e1fbc262fab3 is not hosted by any dhcp agent {{(pid=104070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 25 16:40:23.227125 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] No DVR routers for this DVR port 731c2ca8-c855-4881-8317-22dd0a0c7840 on host dv-cinder-836973-15-iscsi {{(pid=104070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 16:40:23.229066 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Pushing event deleted for resources: {'Port': ['ID=731c2ca8-c855-4881-8317-22dd0a0c7840,revision_number=None']} {{(pid=104070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:23.241067 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.241322 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.241705 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.242053 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.242391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.242728 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.243060 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.243391 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.243881 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.244032 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.244435 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.244738 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.245071 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.245424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.245762 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf0eff-8f6f-4272-bb73-188b550d15ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.436821 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=19 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:23.438584 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=21 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:23.588919 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41484) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:23.640329 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:23.645406 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-c3f5d549-0502-4f53-b133-6e615d0afe77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ad628e26f9349e59d73f6606242d957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550883 Jul 25 16:40:23.649753 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41486) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:23.713031 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Publish callbacks [] for security_group (1470969f-4fa5-4d08-a9ce-c8eccc62408b), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.741863 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Publish callbacks [] for security_group (1470969f-4fa5-4d08-a9ce-c8eccc62408b), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.807837 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (1470969f-4fa5-4d08-a9ce-c8eccc62408b), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.810564 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:23.815277 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1470969f-4fa5-4d08-a9ce-c8eccc62408b HTTP/1.1" status: 204 len: 168 time: 0.1637435 Jul 25 16:40:23.825803 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470969f-4fa5-4d08-a9ce-c8eccc62408b,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:23.837043 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.837639 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.838190 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.838670 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.839073 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.839506 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.840094 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.840531 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.840964 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.841698 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.842354 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.842798 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.843206 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.843630 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.844059 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee1ae2-7361-46b6-a44b-fec991ea9e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:40:23.962054 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 731c2ca8-c855-4881-8317-22dd0a0c7840 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:40:23.990308 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 731c2ca8-c855-4881-8317-22dd0a0c7840 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:40:23.990866 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 731c2ca8-c855-4881-8317-22dd0a0c7840 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:40:23.991504 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 205ca0ec-4e7d-4768-b7dd-4491c4372028 no longer exists at agent ovs-agent-dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 16:40:24.016769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.plugin [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] No Port match for: 205ca0ec-4e7d-4768-b7dd-4491c4372028 {{(pid=104070) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 16:40:24.017267 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron.plugins.ml2.rpc [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Device 205ca0ec-4e7d-4768-b7dd-4491c4372028 not bound to the agent host dv-cinder-836973-15-iscsi {{(pid=104070) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 16:40:24.684022 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:24.989803 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:25.876639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41536) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:26.067525 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f505bca4-5058-46e7-8c17-3b952a0cfcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.228761 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f505bca4-5058-46e7-8c17-3b952a0cfcf7 admin admin] Publish callbacks [] for security_group (d04ff644-2281-4706-95b5-7a3f7a0b2015), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.236025 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f505bca4-5058-46e7-8c17-3b952a0cfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d04ff644-2281-4706-95b5-7a3f7a0b2015), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.325107 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f505bca4-5058-46e7-8c17-3b952a0cfcf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f2b5f69683944aab36e1ab4e00dc05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466867 Jul 25 16:40:26.326769 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505bca4-5058-46e7-8c17-3b952a0cfcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ff644-2281-4706-95b5-7a3f7a0b2015,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:26.329603 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41540) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:26.406492 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] Publish callbacks [] for security_group (d04ff644-2281-4706-95b5-7a3f7a0b2015), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.447734 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] Publish callbacks [] for security_group (d04ff644-2281-4706-95b5-7a3f7a0b2015), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.534285 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d04ff644-2281-4706-95b5-7a3f7a0b2015), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.537376 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:26.538852 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d04ff644-2281-4706-95b5-7a3f7a0b2015 HTTP/1.1" status: 204 len: 168 time: 0.2078342 Jul 25 16:40:26.550417 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e057e-4cac-4a5e-a6b2-4a511cf8764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ff644-2281-4706-95b5-7a3f7a0b2015,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:29.213053 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41584) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:29.414220 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3b31bea-0399-4728-843a-ab3543d7d38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.470497 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:29.543342 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3b31bea-0399-4728-843a-ab3543d7d38c admin admin] Publish callbacks [] for security_group (0edf7c83-35b7-4859-8138-b4651a74c664), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.550428 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-e3b31bea-0399-4728-843a-ab3543d7d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0edf7c83-35b7-4859-8138-b4651a74c664), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.609702 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-e3b31bea-0399-4728-843a-ab3543d7d38c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eebb4c580679426d883463a7b5a970aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947141 Jul 25 16:40:29.611309 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31bea-0399-4728-843a-ab3543d7d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edf7c83-35b7-4859-8138-b4651a74c664,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:29.613891 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41588) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:29.687558 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] Publish callbacks [] for security_group (0edf7c83-35b7-4859-8138-b4651a74c664), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.719082 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] Publish callbacks [] for security_group (0edf7c83-35b7-4859-8138-b4651a74c664), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.805699 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (0edf7c83-35b7-4859-8138-b4651a74c664), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.810647 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:29.819018 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0edf7c83-35b7-4859-8138-b4651a74c664 HTTP/1.1" status: 204 len: 168 time: 0.1972127 Jul 25 16:40:29.827480 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9cf99-85c9-4d0a-90d2-df32fffc2cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edf7c83-35b7-4859-8138-b4651a74c664,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:30.313886 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41594) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:30.330021 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec32eb02-f563-4840-8707-3085e8863fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.429042 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec32eb02-f563-4840-8707-3085e8863fa6 admin admin] Publish callbacks [] for security_group (80f8747e-8bf4-4457-8693-a728dcee1c4a), precommit_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.434023 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-ec32eb02-f563-4840-8707-3085e8863fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (80f8747e-8bf4-4457-8693-a728dcee1c4a), after_create {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.507717 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-ec32eb02-f563-4840-8707-3085e8863fa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42f274f0871240138d10b2779b1461a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923134 Jul 25 16:40:30.509209 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32eb02-f563-4840-8707-3085e8863fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8747e-8bf4-4457-8693-a728dcee1c4a,revision_number=1']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:30.510447 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41596) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:30.578401 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] Publish callbacks [] for security_group (80f8747e-8bf4-4457-8693-a728dcee1c4a), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.608823 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] Publish callbacks [] for security_group (80f8747e-8bf4-4457-8693-a728dcee1c4a), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.672659 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (80f8747e-8bf4-4457-8693-a728dcee1c4a), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.675880 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:30.677607 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80f8747e-8bf4-4457-8693-a728dcee1c4a HTTP/1.1" status: 204 len: 168 time: 0.1655250 Jul 25 16:40:30.691953 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d04b8-0d76-45d5-a3f0-a88e7f83ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8747e-8bf4-4457-8693-a728dcee1c4a,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:32.244834 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41630) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:32.393513 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-468d178e-dbec-49d4-88c3-2de6c6b82218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.519560 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-468d178e-dbec-49d4-88c3-2de6c6b82218 admin admin] Publish callbacks [] for security_group (6fd3b448-77d9-4e4d-9631-ceec331a3e5f), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.525147 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-468d178e-dbec-49d4-88c3-2de6c6b82218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6fd3b448-77d9-4e4d-9631-ceec331a3e5f), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.546233 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:32.580613 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-468d178e-dbec-49d4-88c3-2de6c6b82218 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0ebb20ff8344138acefc4da04f58984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342388 Jul 25 16:40:32.582174 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d178e-dbec-49d4-88c3-2de6c6b82218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3b448-77d9-4e4d-9631-ceec331a3e5f,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:32.586066 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41634) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:40:32.685070 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] Publish callbacks [] for security_group (6fd3b448-77d9-4e4d-9631-ceec331a3e5f), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.727939 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] Publish callbacks [] for security_group (6fd3b448-77d9-4e4d-9631-ceec331a3e5f), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.787986 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:32.825380 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (6fd3b448-77d9-4e4d-9631-ceec331a3e5f), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.828482 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:32.829918 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fd3b448-77d9-4e4d-9631-ceec331a3e5f HTTP/1.1" status: 204 len: 168 time: 0.2420580 Jul 25 16:40:32.842111 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab2c6-91ab-4aeb-b2c6-66274c1141ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3b448-77d9-4e4d-9631-ceec331a3e5f,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:40:36.567150 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=19 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:40.714084 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=10 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:42.576897 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:42.834902 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:42.860821 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:40:45.466047 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:46.223194 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f8887f39-0c9f-465a-9cda-828ad87968e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:50.163962 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-b654561f-1115-4f4c-962f-22214eaffd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:51.175426 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:51.888451 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:51.989273 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:40:52.622910 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:40:55.227062 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=2 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:01.984371 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:02.601891 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:02.612858 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:02.617079 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:05.527986 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 41826) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:41:05.653478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6e1-de58-4f95-b2bc-89d94c8f45ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.755078 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6e1-de58-4f95-b2bc-89d94c8f45ef admin admin] Publish callbacks [] for security_group (e743b13f-0c69-4a23-afda-c2dbc579d4cc), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.760646 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-53a7e6e1-de58-4f95-b2bc-89d94c8f45ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e743b13f-0c69-4a23-afda-c2dbc579d4cc), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.809363 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-53a7e6e1-de58-4f95-b2bc-89d94c8f45ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba02bebcc0c34524b4d68f40b9e6b7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801325 Jul 25 16:41:05.810578 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e6e1-de58-4f95-b2bc-89d94c8f45ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743b13f-0c69-4a23-afda-c2dbc579d4cc,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:41:05.812549 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.wsgi [-] (104069) accepted ('10.222.0.66', 41830) {{(pid=104069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:41:05.879858 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] Publish callbacks [] for security_group (e743b13f-0c69-4a23-afda-c2dbc579d4cc), before_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.909826 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] Publish callbacks [] for security_group (e743b13f-0c69-4a23-afda-c2dbc579d4cc), precommit_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.971202 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (e743b13f-0c69-4a23-afda-c2dbc579d4cc), after_delete {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.974252 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron_lib.callbacks.manager [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:05.975528 dv-cinder-836973-15-iscsi neutron-server[104069]: INFO neutron.wsgi [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e743b13f-0c69-4a23-afda-c2dbc579d4cc HTTP/1.1" status: 204 len: 168 time: 0.1619644 Jul 25 16:41:05.989819 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40284d6-4d0e-4883-987c-5903b70b819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743b13f-0c69-4a23-afda-c2dbc579d4cc,revision_number=None']} {{(pid=104069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:41:15.472368 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:15.692504 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=14 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:15.698344 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=12 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:15.802033 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:15.805664 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:15.979340 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:15.980618 dv-cinder-836973-15-iscsi neutron-server[104069]: DEBUG dbcounter [-] [104069] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:16.009640 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:16.226544 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-dba4b135-01b0-41a2-b354-bbcac4a4ded8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:20.162102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-07c2bce4-7d82-4e62-9478-5f20932d6d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:21.174697 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:21.900068 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:22.615796 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:28.990298 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:41:31.893312 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:32.217311 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:32.607418 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:32.610863 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:38.985354 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:41.835551 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 42078) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:41:41.964678 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.060134 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Publish callbacks [] for security_group (d0b07686-d444-4052-84f8-e73ebeebb161), precommit_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.068394 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d0b07686-d444-4052-84f8-e73ebeebb161), after_create {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.115551 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f68b482f90dd4789989cea528074bd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785532 Jul 25 16:41:42.116478 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b07686-d444-4052-84f8-e73ebeebb161,revision_number=1']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:41:42.118798 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.wsgi [-] (104068) accepted ('10.222.0.66', 42082) {{(pid=104068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 16:41:42.132928 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.133255 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.133653 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.134048 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.134370 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.134737 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.135208 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.135556 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.135889 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.136238 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.136639 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.136972 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.137318 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.137803 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.138164 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62669b30-8051-4248-9cea-07fc777d2c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-15-iscsi {{(pid=104068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 16:41:42.218327 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] Publish callbacks [] for security_group (d0b07686-d444-4052-84f8-e73ebeebb161), before_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.259214 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] Publish callbacks [] for security_group (d0b07686-d444-4052-84f8-e73ebeebb161), precommit_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.339414 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1820656'] for security_group (d0b07686-d444-4052-84f8-e73ebeebb161), after_delete {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.342548 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:42.344023 dv-cinder-836973-15-iscsi neutron-server[104068]: INFO neutron.wsgi [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0b07686-d444-4052-84f8-e73ebeebb161 HTTP/1.1" status: 204 len: 168 time: 0.2239995 Jul 25 16:41:42.355046 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbcf34-42b8-40c1-8d2b-db3b6d81607e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b07686-d444-4052-84f8-e73ebeebb161,revision_number=None']} {{(pid=104068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 16:41:45.489982 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:46.223134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-88b924f5-a069-44ac-bba3-2820a91b71b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:50.173590 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d69c9266-6be8-4f43-b140-4bc07213a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:51.180519 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:51.888243 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:41:52.348854 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:52.350083 dv-cinder-836973-15-iscsi neutron-server[104068]: DEBUG dbcounter [-] [104068] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104068) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:41:52.628420 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:02.608150 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:02.615928 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:02.622708 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:05.997578 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:42:15.480798 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:15.987543 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:15.988899 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:16.230424 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-59d3dde9-7387-47c7-8303-a4f1979dd058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:20.170332 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-afa4958e-a0c2-4b42-ac3f-4c36d99a4712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:21.191624 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:21.889542 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:22.633193 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:35.710409 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:35.717114 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:35.720483 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:42.988427 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:42:45.475707 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:46.217372 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-7e2d50d9-ca74-4300-b2ec-88bc54401300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:50.158539 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-5714230f-5c22-4dc2-9ddf-a8e97cd69592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:51.183616 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:51.886720 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:52.627458 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:42:52.982455 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:42:52.983862 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:01.879083 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:02.618757 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:02.621784 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:15.491299 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:16.226738 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fbd8014c-a16e-4846-a205-597ef7b392bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:19.988555 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:43:20.162934 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-0901552b-83c2-4e10-8840-e3c594cc1fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:21.194977 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:21.884883 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:22.628830 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:29.983859 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=18 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:29.984752 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=16 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:31.880232 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:32.616174 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:32.623294 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:43:45.501675 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:46.224647 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-24e62bb8-3871-4735-a776-6d4fbc1d033c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:50.161156 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-52b399da-bb4d-435b-b1e9-815f75fd46d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:51.192158 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:51.882315 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:52.631123 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:43:56.990467 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:44:02.617948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:02.621645 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:02.624886 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:06.985016 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:11.970441 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:15.515836 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:16.220229 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-441cae6e-80f8-4c7a-bbc6-ca41aafcbfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:20.157020 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-f4bc6031-c438-472b-b7ba-8a50b3b185a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:21.194143 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:21.879074 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:22.635825 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:33.990245 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:44:35.637765 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:35.641153 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:35.643914 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:37.212941 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:43.986010 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:44:45.515337 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:46.215471 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-defe4fa8-ed39-4235-a4f6-0ca6d29b913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:50.160948 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-565dd12b-1dbd-4966-a44f-9aa6b0524162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:51.200156 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:51.875899 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:44:52.638928 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:02.622744 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:02.631285 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:02.633803 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:10.989788 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:45:15.516134 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:15.646087 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:16.221709 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-4ed567a7-cf31-4954-a3dd-40a83c5011cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:20.168582 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-ef749695-ed51-40a3-b073-a54be9aa6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:20.985189 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=17 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:21.201939 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:21.879283 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:22.640496 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:32.626520 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:32.627889 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:32.637330 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:45.531248 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:46.219920 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fd1caa8b-bf76-40c2-8282-3d381e79a35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:47.994216 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:45:50.168700 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-d36dd7a1-7e9c-43fa-90c6-b0e756355ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:51.212769 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:51.214029 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=3 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:45:51.886573 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:52.653452 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:45:57.986517 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=5 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:02.635140 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:02.643146 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:02.646115 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:11.975899 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:15.553974 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:16.218188 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-eb3064ee-bb66-4db7-9435-7d17a3f46c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:20.165949 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-9f22d489-cce7-4a7d-842c-13808da7fc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:21.208075 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:21.876102 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:22.658975 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:24.994216 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:46:34.988215 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=4 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:34.989218 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG dbcounter [-] [104071] Writing DB stats neutron:SELECT=6 {{(pid=104071) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:35.643551 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:35.645915 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=4,neutron:SELECT=14 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:35.648247 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:46:45.546047 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-34a0669d-21f2-4746-b0e2-fdd15d347135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (f7966b7e-be3b-458f-9152-058b15c62c22), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:46.348754 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-3a5876e7-b5e8-4454-91fe-001295eefd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (7e3431bc-9e01-4bdc-9adc-d893c40b3f27), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:50.161745 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-8c10f981-e681-44ee-82a9-db773571a682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (67be82e4-3d9d-4057-b93d-13bc38f3bc4e), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:51.214192 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-bd8d54d3-ff7c-47c6-b4ce-26c72fdd92df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (3e809775-8f39-4bcf-80e1-18892c07fed5), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:51.877182 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-fdde94a6-1ea5-4776-81eb-4f5b125651d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (50b6ae3a-4c9a-4064-bb2e-8a967160a66f), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:46:52.652176 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG neutron_lib.callbacks.manager [None req-1eb46e80-ce4e-495e-bf38-b5aaed074415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734079638137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-774568'] for agent (eb3b172b-4ee7-42ce-a57f-66ef337aee47), after_update {{(pid=104070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 16:47:01.870508 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:47:01.994365 dv-cinder-836973-15-iscsi neutron-server[104071]: DEBUG neutron.db.agents_db [None req-5dc051a8-dc14-4f55-876f-455e6a7aa7f3 None None] Agent healthcheck: found 6 active agents {{(pid=104071) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 16:47:02.644135 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 16:47:02.646724 dv-cinder-836973-15-iscsi neutron-server[104070]: DEBUG dbcounter [-] [104070] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104070) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}